-- Logs begin at Wed 2021-06-09 21:15:45 UTC, end at Wed 2021-06-09 22:22:26 UTC. -- Jun 09 21:46:17.907586 dv-cinder-774286-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 21:46:20.439093 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.common.config [-] Logging enabled! Jun 09 21:46:20.439683 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 21:46:20.439966 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 21:46:20.443163 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.common.config [-] Logging enabled! Jun 09 21:46:20.443416 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 21:46:20.443721 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 21:46:20.445182 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:46:20.445415 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:46:20.445768 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:46:20.446016 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:46:20.446240 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:46:20.446551 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.446843 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.447136 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.447365 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.447654 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.447960 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.448239 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.448519 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.449063 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.449344 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.449620 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.449897 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450127 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450404 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450685 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450968 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.451189 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] debug = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.451463 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.451911 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.452315 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.452595 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453019 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453151 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453418 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453687 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453966 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.454287 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] host = dv-cinder-774286-15-iscsi {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.454561 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.454841 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455122 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455402 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455671 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455962 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.456243 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.456511 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.456778 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] log_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457047 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457329 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457612 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457894 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.458115 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.458334 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.458617 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.458899 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.459168 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.459438 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.459706 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.460536 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.460801 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.461062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.461344 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.461624 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.461905 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462175 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462451 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462716 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462983 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.463262 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.463531 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.463800 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.464089 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.464371 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.464636 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.464904 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.465201 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.465771 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466053 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466333 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466603 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466881 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.467151 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.467418 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.467686 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] use_json = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.467980 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.468247 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.468526 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.468793 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.469062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.469329 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.469593 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.469873 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.470169 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.470462 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.470758 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.471038 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.471330 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.471886 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.472184 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.472460 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.472743 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.473033 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.473318 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.473592 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.473877 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.474151 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.474442 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.474743 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.475033 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.475319 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.475654 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.476454 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.476728 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.477004 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.477291 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.477581 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478160 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478429 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478706 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478993 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.479266 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.479533 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.479822 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.480111 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.480386 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.480656 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.480936 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.481209 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.481478 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.481745 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482018 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482307 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482581 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482849 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.483116 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.483393 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.483661 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.483964 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.484240 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.484511 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.484779 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.485055 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.485448 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.485722 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.485997 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.486266 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.486541 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.486809 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.487077 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.487346 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.487612 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.487905 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.488173 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.488441 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.488714 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.488981 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.489248 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.489516 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.489783 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.490052 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.490336 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.490632 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.490908 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.491208 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.491487 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.491760 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.492058 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.492330 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.492606 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.492882 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.493151 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.493442 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.493722 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.494004 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.494282 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.494558 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.494849 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.495123 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.495405 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.495677 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.495985 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.496275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.496556 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.496850 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.497143 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.497437 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.497731 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.498020 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.498297 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.498603 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.498881 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.499098 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:46:20.499339 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91578) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 21:46:20.842607 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:20.842788 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:20.843071 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:20.843538 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 21:46:21.225231 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.225550 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.225821 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.227025 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.227296 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.227555 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.263479 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.263751 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.264043 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.277000 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.277277 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.277538 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.305314 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.305585 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.305852 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.343063 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.343340 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.343602 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.570773 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.571359 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.571359 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.571544 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.572240 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.692646 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.692960 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.693236 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.693520 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.693799 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.694109 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.694890 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.695146 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.695396 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.695674 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.695952 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.696220 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.696475 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.696735 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.696990 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.697252 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.697519 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.697772 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.698038 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.698286 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.698821 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.699178 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.699430 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.699721 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.699997 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.700246 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.700638 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.700878 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.701115 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.701349 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.701582 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.701815 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.702172 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 21:46:21.705254 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 21:46:21.709263 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 21:46:21.713444 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 09 21:46:21.715064 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 21:46:21.715494 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 21:46:21.715842 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 21:46:21.716223 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 21:46:21.718974 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 21:46:21.719224 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 21:46:21.719565 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 21:46:21.746252 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 21:46:21.746693 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.746983 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91578) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 21:46:21.747344 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.748718 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91578) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 21:46:21.748993 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 21:46:21.749232 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 21:46:21.752363 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.752645 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.815264 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 21:46:21.815501 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 21:46:21.815735 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 21:46:21.816300 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 21:46:21.846888 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_db.sqlalchemy.engines [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91578) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 21:46:22.170294 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing driver for type 'gre' Jun 09 21:46:22.170753 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] gre ID ranges: [(1, 1000)] Jun 09 21:46:22.219416 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing driver for type 'local' Jun 09 21:46:22.219826 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing driver for type 'vlan' Jun 09 21:46:22.231773 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] VlanTypeDriver initialization complete Jun 09 21:46:22.232248 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing driver for type 'vxlan' Jun 09 21:46:22.232806 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] vxlan ID ranges: [(1, 1000)] Jun 09 21:46:22.283434 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing extension driver 'port_security' Jun 09 21:46:22.283774 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.extensions.port_security [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] PortSecurityExtensionDriver initialization complete Jun 09 21:46:22.284142 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing mechanism driver 'openvswitch' Jun 09 21:46:22.284481 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing mechanism driver 'hyperv' Jun 09 21:46:22.291512 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.plugins.ml2.plugin [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:22.292286 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.292657 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.293027 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.293394 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.293743 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.294083 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.294459 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.294798 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.295136 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.295506 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.295939 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.296280 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.296657 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.297004 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.297338 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.297708 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.298048 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.298385 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.298715 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] ML2 OVO RPC backend initialized. {{(pid=91578) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 21:46:22.299399 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.299743 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.300173 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.300513 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > networks before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.300851 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.301186 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > ports before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.301526 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.301861 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.302199 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.302534 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.302862 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.303192 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.303601 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.304481 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.304816 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.305145 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.305473 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.306032 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.plugin [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Modular L2 Plugin initialization complete Jun 09 21:46:22.306354 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading services supported by the core plugin {{(pid=91578) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 21:46:22.306671 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.plugins.ml2.managers [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Got port-security extension from driver 'port_security' Jun 09 21:46:22.307121 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.extensions.vlantransparent [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Disabled vlantransparent extension. Jun 09 21:46:22.307593 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91578) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 21:46:22.307928 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: router Jun 09 21:46:22.344593 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.344979 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router after_create 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.345343 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router before_create 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.345700 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.346062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.346408 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router after_delete 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.346760 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.347115 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router after_create 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.347462 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router after_update 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.347799 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router after_update 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.348164 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.348515 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router after_update 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.348915 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.349275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: port after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.349606 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: port after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.349935 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: subnet after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.350265 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.350653 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.350998 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.351356 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: port before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.351695 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.352068 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router after_update 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.352404 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.352745 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.353096 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.353434 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.353803 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > network after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.354637 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Tracking information for resource: router configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:22.354960 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Tracking information for resource: floatingip configured {{(pid=91578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:22.360214 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.db.l3_agentschedulers_db [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 21:46:22.360780 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: port after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.361134 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: port after_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.361479 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: port after_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.361822 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: port after_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.362587 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router before_create 55550100 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.362944 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.363299 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.363651 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.368008 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.services.provider_configuration [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service providers = [] {{(pid=91578) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 21:46:22.368371 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.db.servicetype_db [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91578) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 21:46:22.371364 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.services.service_base [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.371713 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.services.service_base [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.372079 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.services.service_base [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.372939 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.services.service_base [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.373303 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.services.service_base [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 21:46:22.373666 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.374063 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 21:46:22.384899 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.385229 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: auto_allocate Jun 09 21:46:22.390965 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: network precommit_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.391337 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: network precommit_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.391874 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.392194 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: tag Jun 09 21:46:22.399443 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.399765 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: timestamp Jun 09 21:46:22.403464 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.403789 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: network_ip_availability Jun 09 21:46:22.408927 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.409291 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.409639 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.410331 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.410646 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: flavors Jun 09 21:46:22.416814 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.417136 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading Plugin: revisions Jun 09 21:46:22.421341 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.421732 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_concurrency.lockutils [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.579s {{(pid=91578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:22.422456 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91578) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 21:46:22.422788 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Initializing extension manager. Jun 09 21:46:22.423286 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: __init__.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.423621 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: __pycache__ {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.423980 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.424309 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: address_group.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.425037 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.425587 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: address-group Jun 09 21:46:22.425905 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: address_scope.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.426590 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.427089 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: address-scope Jun 09 21:46:22.427405 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.428336 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.428906 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: router-admin-state-down-before-update Jun 09 21:46:22.429222 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: agent.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.429896 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.430389 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: agent Jun 09 21:46:22.430702 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: agent_resources_synced.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.431572 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.432098 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: agent-resources-synced Jun 09 21:46:22.432411 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.434122 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.434631 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: allowed-address-pairs Jun 09 21:46:22.434947 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.436010 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.436521 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: auto-allocated-topology Jun 09 21:46:22.436840 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: availability_zone.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.437507 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.438003 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: availability_zone Jun 09 21:46:22.438319 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: availability_zone_filter.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.439195 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.439693 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: availability_zone_filter Jun 09 21:46:22.440041 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: data_plane_status.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.440910 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.441403 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 21:46:22.441724 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: default_subnetpools.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.442600 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.443098 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: default-subnetpools Jun 09 21:46:22.443410 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.444771 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.445275 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: dhcp_agent_scheduler Jun 09 21:46:22.445591 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: dns.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.446477 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.446973 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension dns-integration not supported by any of loaded plugins Jun 09 21:46:22.447290 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: dns_domain_ports.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.448205 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.448956 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 21:46:22.449270 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: dvr.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.449917 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.450415 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: dvr Jun 09 21:46:22.450729 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: empty_string_filtering.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.451608 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.452144 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: empty-string-filtering Jun 09 21:46:22.452463 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.453348 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.453839 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 21:46:22.454151 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.455025 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.455514 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 21:46:22.455850 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: external_net.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.456733 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.457224 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: external-net Jun 09 21:46:22.457535 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.458401 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.458897 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: extra_dhcp_opt Jun 09 21:46:22.459206 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: extraroute.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.460682 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.461176 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: extraroute Jun 09 21:46:22.461491 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: extraroute_atomic.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.462851 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.463350 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: extraroute-atomic Jun 09 21:46:22.463666 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: filter_validation.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.571885 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.572497 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: filter-validation Jun 09 21:46:22.572765 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: fip_pf_description.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.574086 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.574599 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 21:46:22.574923 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: fip_port_details.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.575953 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.576468 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: fip-port-details Jun 09 21:46:22.576793 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: flavors.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.578036 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.578550 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: flavors Jun 09 21:46:22.578877 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.580568 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.581081 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 21:46:22.581407 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: floatingip_pools.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.582096 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.582597 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: floatingip-pools Jun 09 21:46:22.582933 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: ip_allocation.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.583831 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.584335 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 21:46:22.584650 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.586200 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.586696 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: ip-substring-filtering Jun 09 21:46:22.587013 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l2_adjacency.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.587929 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.588425 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 21:46:22.588741 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l3.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.589713 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.590221 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: router Jun 09 21:46:22.590542 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.592797 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.593305 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 21:46:22.593629 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.594535 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.595037 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: ext-gw-mode Jun 09 21:46:22.595357 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.596280 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.596776 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: l3-ha Jun 09 21:46:22.597094 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l3_flavors.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.597973 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.598473 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: l3-flavors Jun 09 21:46:22.598789 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.599684 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.600224 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 21:46:22.600578 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: l3agentscheduler.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.601731 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.602240 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: l3_agent_scheduler Jun 09 21:46:22.602561 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: logging.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.604049 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.604559 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension logging not supported by any of loaded plugins Jun 09 21:46:22.604881 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: metering.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.605594 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.606162 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: metering Jun 09 21:46:22.606481 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.607546 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.608081 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: metering_source_and_destination_fields Jun 09 21:46:22.608400 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: multiprovidernet.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.609291 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.609785 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: multi-provider Jun 09 21:46:22.610100 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: netmtu.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.610988 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.611484 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: net-mtu Jun 09 21:46:22.611800 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: netmtu_writable.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.612709 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.613203 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: net-mtu-writable Jun 09 21:46:22.613517 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: network_availability_zone.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.614167 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.614657 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: network_availability_zone Jun 09 21:46:22.614972 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: network_ip_availability.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.616581 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.617085 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: network-ip-availability Jun 09 21:46:22.617404 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: network_segment_range.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.618144 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.618644 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 21:46:22.618957 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: pagination.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.619939 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.620263 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: pagination Jun 09 21:46:22.620576 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: port_device_profile.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.621455 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.621966 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: port-device-profile Jun 09 21:46:22.622282 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.623174 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.623672 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: port-mac-address-regenerate Jun 09 21:46:22.624012 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.624890 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.625386 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: port-numa-affinity-policy Jun 09 21:46:22.625698 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: port_resource_request.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.626569 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.627058 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 21:46:22.627370 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: portbindings.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.628288 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.628784 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: binding Jun 09 21:46:22.629095 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: portbindings_extended.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.630339 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.630842 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: binding-extended Jun 09 21:46:22.631162 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: portsecurity.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.632670 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.633174 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: port-security Jun 09 21:46:22.633492 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: project_id.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.634436 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.634793 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: project-id Jun 09 21:46:22.635108 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: providernet.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.636025 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.636525 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: provider Jun 09 21:46:22.636838 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.640462 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.640977 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos not supported by any of loaded plugins Jun 09 21:46:22.641301 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.642518 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.643023 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 21:46:22.643343 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.644262 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.644771 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 21:46:22.645088 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_default.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.645979 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.646482 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-default not supported by any of loaded plugins Jun 09 21:46:22.646798 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_fip.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.647493 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.648013 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-fip not supported by any of loaded plugins Jun 09 21:46:22.648330 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.649220 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.649720 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 21:46:22.650035 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.650911 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.651410 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 21:46:22.651726 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.652633 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.653128 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 21:46:22.653444 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: qos_rules_alias.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.654459 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.654968 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 21:46:22.655284 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: quotasv2.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.656192 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.656512 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: quotas Jun 09 21:46:22.656825 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: quotasv2_detail.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.659805 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.660165 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: quota_details Jun 09 21:46:22.660495 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: rbac.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.661515 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.662027 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: rbac-policies Jun 09 21:46:22.662345 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: rbac_address_group.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.663293 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.663798 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: rbac-address-group Jun 09 21:46:22.664137 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: rbac_address_scope.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.665026 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.665529 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: rbac-address-scope Jun 09 21:46:22.665845 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: rbac_security_groups.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.666741 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.667242 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: rbac-security-groups Jun 09 21:46:22.667557 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.668598 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.669100 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: rbac-subnetpool Jun 09 21:46:22.669413 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: revisionifmatch.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.670302 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.670797 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: revision-if-match Jun 09 21:46:22.671110 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: revisions.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.672272 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.672729 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: standard-attr-revisions Jun 09 21:46:22.673042 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: router_availability_zone.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.673684 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.674178 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: router_availability_zone Jun 09 21:46:22.674491 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: routerservicetype.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.675379 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.675903 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension router-service-type not supported by any of loaded plugins Jun 09 21:46:22.676221 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.677175 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.677675 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: security-groups-normalized-cidr Jun 09 21:46:22.677990 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.679625 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.680166 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: port-security-groups-filtering Jun 09 21:46:22.680484 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.681376 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.681884 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: security-groups-remote-address-group Jun 09 21:46:22.682199 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: securitygroup.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.691576 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.692123 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: security-group Jun 09 21:46:22.692448 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: segment.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.693208 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.693711 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension segment not supported by any of loaded plugins Jun 09 21:46:22.694028 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.695542 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.696073 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 21:46:22.696392 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: servicetype.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.697470 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.697982 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: service-type Jun 09 21:46:22.698304 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: sorting.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.699508 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.699861 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: sorting Jun 09 21:46:22.700181 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: standard_attr_segment.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.701065 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.701571 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 21:46:22.701883 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: standardattrdescription.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.702503 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.702998 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: standard-attr-description Jun 09 21:46:22.703310 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: stateful_security_group.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.704239 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.704739 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: stateful-security-group Jun 09 21:46:22.705051 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: stdattrs_common.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.705609 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 21:46:22.705919 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.706888 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.707390 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 21:46:22.707708 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: subnet_onboard.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.708783 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.709292 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: subnet_onboard Jun 09 21:46:22.709611 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.710580 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.711084 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 21:46:22.711402 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: subnet_service_types.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.712322 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.712826 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: subnet-service-types Jun 09 21:46:22.713142 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: subnetallocation.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.714194 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.714695 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: subnet_allocation Jun 09 21:46:22.715013 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.715658 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.716188 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: subnetpool-prefix-ops Jun 09 21:46:22.716501 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.717410 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.717908 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 21:46:22.718224 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: tagging.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.719295 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.719827 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: standard-attr-tag Jun 09 21:46:22.720159 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: timestamp.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.721313 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.721822 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loaded extension: standard-attr-timestamp Jun 09 21:46:22.722221 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: trunk.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.723225 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.723733 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension trunk not supported by any of loaded plugins Jun 09 21:46:22.724080 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: trunk_details.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.724969 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.725538 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension trunk-details not supported by any of loaded plugins Jun 09 21:46:22.725859 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.726753 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.727257 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 21:46:22.727574 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Loading extension file: vlantransparent.py {{(pid=91578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.728244 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.728743 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 21:46:22.731133 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:network Jun 09 21:46:22.731649 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:subnet Jun 09 21:46:22.732070 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.732464 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:port Jun 09 21:46:22.733711 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.734141 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service FLAVORS assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.734731 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.735146 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.735475 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:router Jun 09 21:46:22.735937 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 21:46:22.736408 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service METERING assigned prefix: /metering {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.737832 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.738196 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.738548 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.739521 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 21:46:22.739994 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:security_group Jun 09 21:46:22.740415 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 21:46:22.741571 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service CORE assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.741900 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.742285 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] subnetpool is already registered Jun 09 21:46:22.742711 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service CORE assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.743028 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.743350 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] subnetpool is already registered Jun 09 21:46:22.745651 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.746084 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service FLAVORS assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.746665 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.747075 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.747396 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:router Jun 09 21:46:22.747725 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] router is already registered Jun 09 21:46:22.748160 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 21:46:22.748487 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] floatingip is already registered Jun 09 21:46:22.748933 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service METERING assigned prefix: /metering {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.749588 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 21:46:22.749907 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] rbac_policy is already registered Jun 09 21:46:22.750308 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:security_group Jun 09 21:46:22.750634 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] security_group is already registered Jun 09 21:46:22.751027 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 21:46:22.751350 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] security_group_rule is already registered Jun 09 21:46:22.751995 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service CORE assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.752314 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.752639 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] subnetpool is already registered Jun 09 21:46:22.753062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.v2.resource_helper [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Service CORE assigned prefix: {{(pid=91578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.753376 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.753700 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING neutron.quota.resource_registry [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] subnetpool is already registered Jun 09 21:46:22.754157 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: extensions {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.755583 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: address-groups {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.757872 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: address-scopes {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.759184 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: agents {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.760390 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: auto-allocated-topology {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.761650 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: availability_zones {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.762851 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: dhcp-networks {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.764404 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: dhcp-agents {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.765839 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: routers {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.767562 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: flavors {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.768849 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: service_profiles {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.770057 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: next_providers {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.771485 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: service_profiles {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.774000 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: floatingip-pools {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.775250 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: routers {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.777008 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: floatingips {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.778377 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: l3-routers {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.779771 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: l3-agents {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.781239 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: metering-labels {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.782472 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: metering-label-rules {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.783862 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: network-ip-availabilities {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.785114 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: bindings {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.786671 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: quotas {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.788301 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: quotas {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.789713 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: rbac-policies {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.790896 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: security-groups {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.792208 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: security-group-rules {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.793454 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: service-providers {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.794753 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: subnetpools {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.796117 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: subnetpools {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.797666 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.799345 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.801177 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.802962 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.805229 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.807171 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.808959 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.810753 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.812612 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.814358 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron.api.extensions [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Extended resource: tags {{(pid=91578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.821108 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING keystonemiddleware.auth_token [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 21:46:22.825847 dv-cinder-774286-15-iscsi neutron-server[91578]: WARNING keystonemiddleware.auth_token [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 21:46:22.833983 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_concurrency.lockutils [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Acquired lock "singleton_lock" {{(pid=91578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 21:46:22.834450 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_concurrency.lockutils [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Releasing lock "singleton_lock" {{(pid=91578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 21:46:22.835104 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO oslo_service.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Starting 2 workers Jun 09 21:46:22.839735 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Started child 91685 {{(pid=91578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.843917 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Started child 91686 {{(pid=91578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.845058 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.845749 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO neutron.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 21:46:22.846093 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Notify callbacks [] for process, before_spawn {{(pid=91578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.846534 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [-] (91685) wsgi starting up on http://0.0.0.0:9696 Jun 09 21:46:22.848491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.848978 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO oslo_service.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Starting 1 workers Jun 09 21:46:22.849816 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [-] (91686) wsgi starting up on http://0.0.0.0:9696 Jun 09 21:46:22.853628 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Started child 91687 {{(pid=91578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.854145 dv-cinder-774286-15-iscsi neutron-server[91578]: INFO oslo_service.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Starting 1 workers Jun 09 21:46:22.857255 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] calling RpcWorker wait() {{(pid=91687) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 21:46:22.857780 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] returning from RpcWorker wait() {{(pid=91687) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 21:46:22.858360 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Started child 91688 {{(pid=91578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.859103 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.859198 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG neutron_lib.callbacks.manager [None req-f101185e-790a-45fd-90b1-37dc31f095c5 None None] Notify callbacks [] for process, after_spawn {{(pid=91578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.859653 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:22.861031 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 21:46:22.861245 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:46:22.861431 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:46:22.861650 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:46:22.861991 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:46:22.862153 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:46:22.862659 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.862940 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.863091 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.863534 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.863534 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.863719 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.864374 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.864626 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.864894 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.865155 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.865420 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.865591 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.865752 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.866586 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.866845 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.867149 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.867432 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.867661 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.867941 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.868112 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.868367 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.868630 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.868874 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.869140 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] debug = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.869373 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.869854 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.870105 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.870341 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.870561 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.870821 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.871075 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.871345 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.871578 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.871817 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.872055 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.872300 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.872551 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.872768 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.872981 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.873235 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.873447 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.873933 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] host = dv-cinder-774286-15-iscsi {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.874144 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.874373 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.874599 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.874845 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.875230 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.875411 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.879275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_options = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.880916 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.882618 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.882929 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.883124 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.883380 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.883573 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.883962 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.884228 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.884536 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.884801 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.885567 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.885860 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.886152 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.886455 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.887062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.887366 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.889014 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:22.889545 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.889932 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.890220 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.890822 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.891172 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.891328 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.891637 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.891874 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.892111 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.892359 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.892645 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.892864 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.893755 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.894016 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.894352 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.897948 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.897948 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.897948 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.897948 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.897948 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.897948 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.897948 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.899480 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.899763 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.900052 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.900306 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.901193 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.901480 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.901763 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.902541 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_json = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.902786 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.903029 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.903301 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.903561 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.903795 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.904068 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.904300 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.904551 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.904968 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.905254 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.905580 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.905823 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.906066 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.906325 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.906584 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.906811 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.907082 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.907342 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.907658 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.907922 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.908239 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.908470 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.908730 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.909058 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.909315 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.909586 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.909825 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.910066 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.910310 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.910543 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.910856 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.911128 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.911401 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.911651 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.911920 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.912180 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.912402 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.912617 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.912831 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.913045 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.913316 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.913533 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.913744 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.913966 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.914212 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.914448 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.914696 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.914946 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.915196 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.915433 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.915655 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.915889 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.916113 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.916361 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.916578 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.916823 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.917037 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.917298 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.917533 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.917738 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.917949 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.918181 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.918401 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.918653 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.918870 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.919221 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.919433 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.919650 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.920051 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.920306 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.920625 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.920851 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.921065 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.921283 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.921502 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.921733 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.921973 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.922185 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.922455 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.922638 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.922853 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.923085 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.923314 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.923526 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.923761 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.923960 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.924179 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.924392 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.924602 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.924815 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.925052 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.925267 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.925546 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.925871 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.926107 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.926372 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.926633 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.926890 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.927128 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.927366 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.927584 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.927801 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.928053 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.928328 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.929038 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.929444 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.929705 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.929925 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.930381 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.930624 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.930865 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.931084 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.931331 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.931572 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.931877 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.932134 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.932400 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.932654 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.932907 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.933178 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.933431 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.933702 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.933935 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.934349 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.934800 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.935078 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.935309 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.935744 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.936016 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.936300 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.936502 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.936941 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.937193 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.937444 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.937682 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.937973 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.938222 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.938458 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.938670 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.938916 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.939239 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.939475 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.939717 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.939987 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.940270 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.940511 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.940743 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.941018 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.941263 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.941491 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.941719 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.941963 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.942188 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.942414 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.942665 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.942869 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.943104 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.943328 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.943576 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.943790 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.944020 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.944305 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.945041 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.945259 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.945482 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.945699 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.945911 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.946152 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.946360 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.946571 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.946799 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.947497 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.947497 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.947497 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.947961 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.947961 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.948110 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.948384 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.948891 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.949122 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.949678 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.949678 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.949933 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.950067 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.950339 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.950477 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.950687 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.950894 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.951316 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.951423 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.951550 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.951770 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.952055 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.952308 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.952540 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.952868 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.953123 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.953363 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.953597 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.953805 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954037 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954281 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954519 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954727 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954936 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.955167 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.955421 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.955659 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.955932 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.956158 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.956362 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.956563 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.956772 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.956975 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.957269 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.957514 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.957735 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.957975 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958213 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958433 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958636 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958839 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959045 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959248 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959488 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959691 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959941 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.960159 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.960361 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.960600 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.960802 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.961022 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.961232 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.961433 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.961670 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.961872 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.962135 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.962348 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.962552 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.962850 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.963097 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.963617 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.963617 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.963833 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.964227 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.964638 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.964963 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.965176 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.965447 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.965662 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.965906 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.966122 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.966370 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.966707 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.966988 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.967249 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.967518 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.967780 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968075 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968349 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968560 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968861 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.969174 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.969437 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.969692 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.969914 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970172 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970391 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970602 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970834 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971075 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971285 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971518 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971770 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972031 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972260 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972483 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972698 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972916 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973121 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973335 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973542 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973697 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:46:22.974240 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 21:46:22.974396 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:46:22.974548 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:46:22.974714 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:46:22.974881 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:46:22.975030 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:46:22.975232 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.975946 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.976089 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.976245 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.976399 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.976575 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.976734 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.976885 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.977039 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.977192 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.977350 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.977502 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.977656 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.977813 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.977964 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.978117 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.978269 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.978426 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.978585 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.978739 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.978893 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.979047 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.979201 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] debug = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.979354 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.979536 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.979694 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.979870 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.980026 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.980178 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.980332 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.980489 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.980644 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.980797 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.980952 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.981107 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.981262 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.981417 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.981570 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.981724 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.981878 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.982032 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] host = dv-cinder-774286-15-iscsi {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.982185 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.982338 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.982491 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.982644 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.982798 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.982951 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.983099 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:22.983200 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.983284 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.983393 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.983545 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.983699 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.983884 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.984029 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.984186 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.984340 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_options = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.984494 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.984681 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.984817 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.984954 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.985113 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.985269 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.985415 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.985560 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.985696 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.985851 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.985998 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.986149 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.986303 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.986458 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.986612 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.986823 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.986958 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.987092 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.987226 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.987364 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.987511 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.987644 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.987776 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.987943 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.988089 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.988222 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.988363 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.988496 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.988628 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.988761 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.988895 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.989049 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.989204 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.989357 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.989509 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.989665 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.989817 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.989980 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.990135 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.990287 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.990441 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.990594 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.990748 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.990903 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.991104 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.991260 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_json = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.991414 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.991568 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.991713 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.991884 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.992040 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.992193 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.992346 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.992502 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.992673 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.992832 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.992998 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993156 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993314 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993471 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993628 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993785 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993941 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994097 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994260 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994417 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994583 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994739 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994896 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995055 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995212 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995369 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995528 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995684 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995857 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996020 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996193 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996350 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996507 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996663 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996819 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996976 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997133 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997291 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997448 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997604 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997760 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997901 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998059 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998214 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998370 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998526 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998684 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998841 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998998 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.999153 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.999310 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.999466 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.999622 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.999779 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.999956 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000099 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000290 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000417 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000555 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000701 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000857 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001012 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001168 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001323 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001478 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001633 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001789 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001945 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.002100 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.002268 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.002424 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.002581 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.002737 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.002893 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.003049 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.003205 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.003361 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.003516 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.003671 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.003847 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004003 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004160 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004316 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004472 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004628 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004785 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004941 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005096 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005252 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005407 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005565 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005721 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005884 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006058 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006214 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006370 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006525 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007192 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007351 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007508 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007665 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007835 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007996 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008154 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008309 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008467 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008623 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008778 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008934 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009089 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009245 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009401 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009557 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009711 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009867 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010023 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010179 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010319 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010483 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010644 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010803 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010965 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.011121 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.011284 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.011450 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.011606 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.011763 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.011942 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012097 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012254 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012411 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012567 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012723 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012878 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013033 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013196 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013362 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013518 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013673 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013830 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014008 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014165 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014321 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014477 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014634 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014790 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014946 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015102 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015257 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015414 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015569 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015725 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015904 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016218 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016374 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016532 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016689 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016846 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017004 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017161 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017318 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017474 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017627 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017784 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017940 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018095 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018250 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018406 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018562 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018718 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018873 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019222 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019347 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019497 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019653 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019847 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020002 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020159 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020316 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020474 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020635 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020798 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020954 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021093 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021227 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021358 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021515 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021660 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021808 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021964 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022107 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022275 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022442 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022601 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022808 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022949 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023119 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023258 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023395 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023527 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023667 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023804 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024014 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024152 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024287 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024422 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024558 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024694 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024839 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024981 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025181 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025307 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025440 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025586 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025744 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025900 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026229 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026372 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026529 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026684 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026840 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027005 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027161 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027317 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027474 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027629 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027793 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027969 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028125 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028280 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028435 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028600 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028755 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028911 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029067 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029221 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029386 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029543 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029699 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029862 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030017 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030173 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030328 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030496 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030656 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030851 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031001 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031136 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031267 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031399 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031555 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031721 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031904 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032062 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032226 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032390 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032553 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032709 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032874 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033042 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033199 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033361 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033516 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033661 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033815 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033971 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034127 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034272 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034427 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034582 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034723 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034880 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035035 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035186 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035336 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035491 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035638 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035775 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035960 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.036107 dv-cinder-774286-15-iscsi neutron-server[91578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:46:23.071994 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44096) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:23.080613 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062687 Jun 09 21:46:34.088513 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e75a2-ad10-43f3-b07c-596be76dd61d None None] get_active_networks_info from dv-cinder-774286-15-iscsi {{(pid=91687) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 21:46:34.152513 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e75a2-ad10-43f3-b07c-596be76dd61d None None] No non-hosted networks {{(pid=91687) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 21:46:34.171723 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0351d443-c0d4-4ca4-b527-e30d01b2e582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598'] for agent, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:36.253566 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0b118843-da4a-494b-adcd-5fb63625d995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598'] for agent, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:36.284055 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-45a61630-b563-476f-b152-de259060e086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:36.403075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598'] for agent, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:36.404352 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.404929 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.405513 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.406075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.407004 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.407589 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.408202 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.408791 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.409427 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.410022 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.410607 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.411186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.411864 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-15-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:36.422426 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-15-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:37.612253 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598'] for agent, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:39.282988 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598'] for agent, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:39.523619 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.db.l3_hamode_db [None req-ba59044d-a405-42a7-863a-3b217d700a68 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 21:46:39.606884 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59044d-a405-42a7-863a-3b217d700a68 None None] Routers set() bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:46:39.607268 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59044d-a405-42a7-863a-3b217d700a68 None None] Router IDs set() for agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 21:46:40.534455 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44190) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:41.106607 dv-cinder-774286-15-iscsi neutron-server[91686]: WARNING oslo_policy.policy [None req-b8ef8060-0949-4e58-a2df-32d250700cfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:41.107201 dv-cinder-774286-15-iscsi neutron-server[91686]: WARNING oslo_policy.policy [None req-b8ef8060-0949-4e58-a2df-32d250700cfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:41.322204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [None req-b8ef8060-0949-4e58-a2df-32d250700cfe admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:46:41.323478 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b8ef8060-0949-4e58-a2df-32d250700cfe admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7879000 Jun 09 21:46:43.668388 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44204) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:44.030807 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:46:44.127920 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.policy [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91686) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 21:46:44.172724 dv-cinder-774286-15-iscsi neutron-server[91686]: WARNING oslo_policy.policy [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:44.173092 dv-cinder-774286-15-iscsi neutron-server[91686]: WARNING oslo_policy.policy [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:44.181402 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.quota [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] Loaded quota_driver: . Jun 09 21:46:44.255238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793968929743', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793968930296', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793968916286', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793968906385', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793969096053', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793969094635', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596945', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7833438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-482654', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-397649'] for rbac-policy, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:44.311412 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:44.312629 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-17b3088b-87ab-4a4d-9d79-9f2b1352eed6 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6432719 Jun 09 21:46:46.876085 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44216) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:47.214466 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Request body: {'network': {'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'name': 'private', 'admin_state_up': True}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:46:47.237392 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Made reservation on behalf of 9d4ee28a6b5640ea84df74dd914d5474 for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:46:47.240214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.257482 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.371486 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.375084 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.380238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:47.404153 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:46:47.430327 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793966578607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.430916 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Unsubscribe: segment precommit_create {{(pid=91686) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 21:46:47.431388 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Added segment ef4012d6-5646-4b35-b63b-7395f5e2ce11 of type vlan for network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a Jun 09 21:46:47.478896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011bed63-7ad3-48f4-89d2-0d7b7b151be5,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:47.495848 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.496185 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.496520 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.496838 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.497155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.497480 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.497793 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.498200 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.498608 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.498922 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.499228 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.499529 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Tracked resource versions report: Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: pushed versions: Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: { 'AddressGroup': {'1.2'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'ConntrackHelper': {'1.0'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Log': {'1.0'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Network': {'1.1'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Port': {'1.7'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'PortForwarding': {'1.2'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'QosPolicy': {'1.8'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroup': {'1.4'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SubPort': {'1.0'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Subnet': {'1.1'}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Trunk': {'1.1'}} Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: consumer versions: Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'ConntrackHelper': '1.0', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Log': '1.0', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Network': '1.1', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Port': '1.7', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'PortForwarding': '1.2', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'QosPolicy': '1.8', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroup': '1.4', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroupRule': '1.2', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SubPort': '1.0', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Subnet': '1.1', Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Trunk': '1.1'}} Jun 09 21:46:47.500883 dv-cinder-774286-15-iscsi neutron-server[91686]: {{(pid=91686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:46:47.550967 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.554871 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:47.597250 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.598703 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:46:47.599359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.603268 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:47.695555 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8183863 Jun 09 21:46:47.705865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Pushing event updated for resources: {'Network': ['ID=086b20dd-0888-4d40-9d8d-014ca0ba6d3a,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:47.710045 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:47.719722 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:46:50.361478 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44230) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:50.930318 dv-cinder-774286-15-iscsi neutron-server[91685]: WARNING oslo_policy.policy [None req-6557d847-8ba3-4c45-9282-9dae9cdcd9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:50.930921 dv-cinder-774286-15-iscsi neutron-server[91685]: WARNING oslo_policy.policy [None req-6557d847-8ba3-4c45-9282-9dae9cdcd9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:51.365348 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.policy [None req-6557d847-8ba3-4c45-9282-9dae9cdcd9be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91685) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 21:46:51.411685 dv-cinder-774286-15-iscsi neutron-server[91685]: WARNING oslo_policy.policy [None req-6557d847-8ba3-4c45-9282-9dae9cdcd9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:51.412629 dv-cinder-774286-15-iscsi neutron-server[91685]: WARNING oslo_policy.policy [None req-6557d847-8ba3-4c45-9282-9dae9cdcd9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:51.420695 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557d847-8ba3-4c45-9282-9dae9cdcd9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:46:51.422551 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6557d847-8ba3-4c45-9282-9dae9cdcd9be admin admin] 10.222.0.26 "GET /v2.0/networks/086b20dd-0888-4d40-9d8d-014ca0ba6d3a HTTP/1.1" status: 200 len: 825 time: 1.0590262 Jun 09 21:46:51.455179 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-981c4b2c-e832-4bbd-b1e8-ebef17cb90e8 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/580c1859-9290-493c-92d2-f2046bcb530c HTTP/1.1" status: 200 len: 734 time: 0.0274127 Jun 09 21:46:51.463742 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'subnetpool_id': '580c1859-9290-493c-92d2-f2046bcb530c'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:46:51.465275 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.quota [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Loaded quota_driver: . Jun 09 21:46:51.494631 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Made reservation on behalf of 9d4ee28a6b5640ea84df74dd914d5474 for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:46:51.497601 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:51.797983 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:51.803968 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:51.877265 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Checking segment: {'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:46:51.877716 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Network hostable DHCP agents. Network: 086b20dd-0888-4d40-9d8d-014ca0ba6d3a, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:46:51.898651 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82244d1-df04-4d9d-a091-f75d8fe25cb8,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:51.908368 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.908730 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.909094 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.909464 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.909726 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.910058 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.910378 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.910713 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.911017 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.911376 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.911641 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.912049 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Tracked resource versions report: Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: pushed versions: Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: { 'AddressGroup': {'1.2'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'ConntrackHelper': {'1.0'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Log': {'1.0'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Network': {'1.1'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Port': {'1.7'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'PortForwarding': {'1.2'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'QosPolicy': {'1.8'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroup': {'1.4'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SubPort': {'1.0'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Subnet': {'1.1'}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Trunk': {'1.1'}} Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: consumer versions: Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'ConntrackHelper': '1.0', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Log': '1.0', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Network': '1.1', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Port': '1.7', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'PortForwarding': '1.2', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'QosPolicy': '1.8', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroup': '1.4', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroupRule': '1.2', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SubPort': '1.0', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Subnet': '1.1', Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Trunk': '1.1'}} Jun 09 21:46:51.913342 dv-cinder-774286-15-iscsi neutron-server[91685]: {{(pid=91685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:46:51.931961 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:46:51.945363 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 086b20dd-0888-4d40-9d8d-014ca0ba6d3a) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:46:51.957577 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:51.967492 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:46:51.968168 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:51.972289 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0400e-ee46-4c03-921a-bae50e3af33d None None] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:46:51.990095 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5297086 Jun 09 21:46:52.278373 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'fixed_ips': [{'subnet_id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:46:52.279638 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.461041 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Allocated IP 172.20.0.2 (086b20dd-0888-4d40-9d8d-014ca0ba6d3a/a82244d1-df04-4d9d-a091-f75d8fe25cb8/f19a953c-fd5c-460b-9cd5-0833a5baabb6) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:46:52.687953 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.701379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Transition to ACTIVE for port object f19a953c-fd5c-460b-9cd5-0833a5baabb6 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:46:52.719990 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Transition to ACTIVE for port object f19a953c-fd5c-460b-9cd5-0833a5baabb6 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:46:52.726384 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.731764 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:52.789396 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:46:52.792182 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:46:52.800688 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:46:52.802817 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Pushing event updated for resources: {'Port': ['ID=f19a953c-fd5c-460b-9cd5-0833a5baabb6,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:52.843233 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.843585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.843944 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.844269 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.844585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.844902 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.845212 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.845527 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.845850 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.846158 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.846464 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.846769 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Tracked resource versions report: Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: pushed versions: Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: { 'AddressGroup': {'1.2'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'ConntrackHelper': {'1.0'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Log': {'1.0'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Network': {'1.1'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Port': {'1.7'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'PortForwarding': {'1.2'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'QosPolicy': {'1.8'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroup': {'1.4'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SubPort': {'1.0'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Subnet': {'1.1'}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Trunk': {'1.1'}} Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: consumer versions: Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'ConntrackHelper': '1.0', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Log': '1.0', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Network': '1.1', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Port': '1.7', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'PortForwarding': '1.2', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'QosPolicy': '1.8', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroup': '1.4', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroupRule': '1.2', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SubPort': '1.0', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Subnet': '1.1', Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Trunk': '1.1'}} Jun 09 21:46:52.848125 dv-cinder-774286-15-iscsi neutron-server[91687]: {{(pid=91687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:46:52.878237 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:52.905407 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Attempting to bind port f19a953c-fd5c-460b-9cd5-0833a5baabb6 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:46:52.905797 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Attempting to bind port f19a953c-fd5c-460b-9cd5-0833a5baabb6 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:46:52.906227 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Attempting to bind port f19a953c-fd5c-460b-9cd5-0833a5baabb6 on network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:46:52.911396 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:46:52.911836 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Checking segment: {'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:46:52.912904 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.913296 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Bound using segment: {'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:46:52.913764 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Bound port: f19a953c-fd5c-460b-9cd5-0833a5baabb6, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:46:52.914128 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:53.000503 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] For port f19a953c-fd5c-460b-9cd5-0833a5baabb6, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:46:53.004213 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] For port f19a953c-fd5c-460b-9cd5-0833a5baabb6, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f19a953c-fd5c-460b-9cd5-0833a5baabb6,segment=NetworkSegment(ef4012d6-5646-4b35-b63b-7395f5e2ce11),segment_id=ef4012d6-5646-4b35-b63b-7395f5e2ce11)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:46:53.008767 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:53.012411 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:53.091507 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Pushing event updated for resources: {'Port': ['ID=f19a953c-fd5c-460b-9cd5-0833a5baabb6,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:53.094581 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:54.368589 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44252) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:54.729860 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [None req-7300772d-592b-4d7a-9cd8-9d98b366c553 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:46:54.730856 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7300772d-592b-4d7a-9cd8-9d98b366c553 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3613145 Jun 09 21:46:57.080881 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44260) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:57.447024 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [None req-efcab0f3-3cf5-4580-ab2e-3afb2eefdb93 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:46:57.448274 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-efcab0f3-3cf5-4580-ab2e-3afb2eefdb93 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3661478 Jun 09 21:46:58.389580 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f19a953c-fd5c-460b-9cd5-0833a5baabb6 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:46:58.464438 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port f19a953c-fd5c-460b-9cd5-0833a5baabb6 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:46:58.934247 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc98972-0c0b-4bca-a957-5378ca49eaee None None] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:46:59.012107 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Provisioning for port f19a953c-fd5c-460b-9cd5-0833a5baabb6 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:46:59.024828 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Provisioning complete for port f19a953c-fd5c-460b-9cd5-0833a5baabb6 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:46:59.025215 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:59.261664 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:59.313088 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] For port f19a953c-fd5c-460b-9cd5-0833a5baabb6, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f19a953c-fd5c-460b-9cd5-0833a5baabb6,segment=NetworkSegment(ef4012d6-5646-4b35-b63b-7395f5e2ce11),segment_id=ef4012d6-5646-4b35-b63b-7395f5e2ce11)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:46:59.317289 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:59.322125 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:59.391670 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Pushing event updated for resources: {'Port': ['ID=f19a953c-fd5c-460b-9cd5-0833a5baabb6,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:59.394702 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:59.544634 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-9e8d706c-e306-4ee3-87c2-6168e8e99aba None None] Provisioning complete for port f19a953c-fd5c-460b-9cd5-0833a5baabb6 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:46:59.544929 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9e8d706c-e306-4ee3-87c2-6168e8e99aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.083332 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44274) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:00.368537 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f19a953c-fd5c-460b-9cd5-0833a5baabb6 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:00.431197 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-1d403818-83eb-49ed-9268-81d822dc78b2 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:00.434034 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port f19a953c-fd5c-460b-9cd5-0833a5baabb6 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:00.434513 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.453722 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d403818-83eb-49ed-9268-81d822dc78b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.455449 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d403818-83eb-49ed-9268-81d822dc78b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.477621 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d403818-83eb-49ed-9268-81d822dc78b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.587895 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d403818-83eb-49ed-9268-81d822dc78b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.604312 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d403818-83eb-49ed-9268-81d822dc78b2 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.605613 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-1d403818-83eb-49ed-9268-81d822dc78b2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5207345 Jun 09 21:47:02.938382 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44282) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:03.293052 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [None req-74cf3d9a-f624-452e-8237-4968f6762835 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:47:03.294068 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-74cf3d9a-f624-452e-8237-4968f6762835 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3547266 Jun 09 21:47:03.985761 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4a1143e5-39ac-4fa6-b23d-e43b53d3744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:05.645136 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44290) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:06.001314 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:06.022211 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Made reservation on behalf of e44081f33d9641ddac4fc7d6c3a2cf7b for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:47:06.024647 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.040397 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.172075 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.175787 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.179388 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:06.200420 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Reserving flat network on physical network physnet1 {{(pid=91685) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 21:47:06.213640 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e3fde0-e0a8-441e-92c8-5a918f7bf75e,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:06.220167 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:06.221142 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793966578607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.221721 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Unsubscribe: segment precommit_create {{(pid=91685) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 21:47:06.222165 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Added segment 98bd96a1-0cd0-4b7a-8230-37f715f35e53 of type flat for network 15be4d7b-d987-4f63-ac90-0740905bd38b Jun 09 21:47:06.227368 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2f326168-243a-4314-b9be-d4364462cf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.261338 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.301020 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.302787 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:06.303358 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.307658 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:06.390351 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7441502 Jun 09 21:47:06.398718 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.402114 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Pushing event updated for resources: {'Network': ['ID=15be4d7b-d987-4f63-ac90-0740905bd38b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:06.405727 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:06.416575 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 15be4d7b-d987-4f63-ac90-0740905bd38b details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:47:07.535980 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:08.741936 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44308) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:08.949513 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b101b-2488-4b44-b353-48e36e5b80be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:08.950854 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-bc9b101b-2488-4b44-b353-48e36e5b80be admin admin] 10.222.0.26 "GET /v2.0/subnets/a82244d1-df04-4d9d-a091-f75d8fe25cb8 HTTP/1.1" status: 200 len: 849 time: 0.2079911 Jun 09 21:47:09.119603 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-01b280c9-f6f7-4403-8aad-7e55edd25531 admin admin] 10.222.0.26 "GET /v2.0/routers/180814aa-61e5-4030-a26d-329f5442d9ea HTTP/1.1" status: 200 len: 704 time: 0.1633477 Jun 09 21:47:09.227315 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:09.574952 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:09.797748 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Allocated IP 172.20.0.1 (086b20dd-0888-4d40-9d8d-014ca0ba6d3a/a82244d1-df04-4d9d-a091-f75d8fe25cb8/c92cd54a-6a35-4821-9f0c-ab08ceb73e5e) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:47:09.951228 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:09.968666 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Transition to ACTIVE for port object c92cd54a-6a35-4821-9f0c-ab08ceb73e5e will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:47:10.024492 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.028882 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:10.087021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:47:10.089828 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:10.095715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:47:10.096284 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.217371 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Pushing event updated for resources: {'Port': ['ID=c92cd54a-6a35-4821-9f0c-ab08ceb73e5e,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:10.229735 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:10.338072 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-f2360683-9385-4071-9c56-8f42f963ce40 None None] Provisioning for port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:47:10.342559 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-f2360683-9385-4071-9c56-8f42f963ce40 None None] Provisioning complete for port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:10.342919 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f2360683-9385-4071-9c56-8f42f963ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.357041 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.393649 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-f2360683-9385-4071-9c56-8f42f963ce40 None None] Port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:47:10.611208 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.616068 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.617129 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.620264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:10.743517 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Pushing event updated for resources: {'Port': ['ID=c92cd54a-6a35-4821-9f0c-ab08ceb73e5e,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:10.747359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:10.805718 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:47:10.806754 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:10.912496 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:47:10.991828 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Router 180814aa-61e5-4030-a26d-329f5442d9ea is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:47:11.015424 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-1364822b-f2b8-4c2a-b1da-f09bdda77134 None None] Provisioning complete for port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:11.015709 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1364822b-f2b8-4c2a-b1da-f09bdda77134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:11.070128 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-1364822b-f2b8-4c2a-b1da-f09bdda77134 None None] Port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:47:11.143113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:47:11.148874 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] 10.222.0.26 "PUT /v2.0/routers/180814aa-61e5-4030-a26d-329f5442d9ea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0244358 Jun 09 21:47:11.152473 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Sync routers for ids ['180814aa-61e5-4030-a26d-329f5442d9ea'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:47:11.163546 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Routers {'180814aa-61e5-4030-a26d-329f5442d9ea'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:11.164551 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['180814aa-61e5-4030-a26d-329f5442d9ea'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:11.335518 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Set router 180814aa-61e5-4030-a26d-329f5442d9ea gateway port host: None {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:11.691057 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'name': 'router1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'gw_port_host': None, '_interfaces': [{'id': 'c92cd54a-6a35-4821-9f0c-ab08ceb73e5e', 'name': '', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'mac_address': 'fa:16:3e:6d:e4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'subnets': [{'id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '580c1859-9290-493c-92d2-f2046bcb530c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:11.695871 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Checking router: 180814aa-61e5-4030-a26d-329f5442d9ea for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:47:11.696239 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Updating router 180814aa-61e5-4030-a26d-329f5442d9ea port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:47:11.749503 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.119569 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.133557 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Transition to ACTIVE for port object c92cd54a-6a35-4821-9f0c-ab08ceb73e5e will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:47:12.139729 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.146487 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:12.314807 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Pushing event updated for resources: {'Port': ['ID=c92cd54a-6a35-4821-9f0c-ab08ceb73e5e,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:12.356756 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.357102 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.357432 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.357756 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.358076 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.358394 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.358707 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.359019 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.359339 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.359655 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.359987 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.360292 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Tracked resource versions report: Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: pushed versions: Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: { 'AddressGroup': {'1.2'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'ConntrackHelper': {'1.0'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Log': {'1.0'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Network': {'1.1'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Port': {'1.7'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'PortForwarding': {'1.2'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'QosPolicy': {'1.8'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroup': {'1.4'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SubPort': {'1.0'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Subnet': {'1.1'}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Trunk': {'1.1'}} Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: consumer versions: Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'ConntrackHelper': '1.0', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Log': '1.0', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Network': '1.1', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Port': '1.7', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'PortForwarding': '1.2', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'QosPolicy': '1.8', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroup': '1.4', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroupRule': '1.2', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SubPort': '1.0', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Subnet': '1.1', Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Trunk': '1.1'}} Jun 09 21:47:12.361643 dv-cinder-774286-15-iscsi neutron-server[91688]: {{(pid=91688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:47:12.365245 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:12.405439 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Attempting to bind port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:47:12.405828 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Attempting to bind port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:47:12.406246 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Attempting to bind port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e on network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:47:12.412137 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:47:12.412559 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Checking segment: {'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:47:12.413017 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.413396 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Bound using segment: {'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:47:12.413864 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Bound port: c92cd54a-6a35-4821-9f0c-ab08ceb73e5e, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4012d6-5646-4b35-b63b-7395f5e2ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:47:12.414220 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.497160 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] For port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:47:12.501696 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] For port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=c92cd54a-6a35-4821-9f0c-ab08ceb73e5e,segment=NetworkSegment(ef4012d6-5646-4b35-b63b-7395f5e2ce11),segment_id=ef4012d6-5646-4b35-b63b-7395f5e2ce11)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:47:12.508109 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.512538 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:12.598357 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Pushing event updated for resources: {'Port': ['ID=c92cd54a-6a35-4821-9f0c-ab08ceb73e5e,revision_number=4']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:12.608042 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:12.608789 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Routers {'180814aa-61e5-4030-a26d-329f5442d9ea'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:12.609396 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['180814aa-61e5-4030-a26d-329f5442d9ea'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:12.772606 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] Set router 180814aa-61e5-4030-a26d-329f5442d9ea gateway port host: None {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:13.089801 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'name': 'router1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'gw_port_host': None, '_interfaces': [{'id': 'c92cd54a-6a35-4821-9f0c-ab08ceb73e5e', 'name': '', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'mac_address': 'fa:16:3e:6d:e4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:12Z', 'revision_number': 4, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'subnets': [{'id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '580c1859-9290-493c-92d2-f2046bcb530c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:13.093476 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d611901-a7c7-4a3d-965d-372b6306b5c2 None None] The sync data for ids ['180814aa-61e5-4030-a26d-329f5442d9ea'] in dv-cinder-774286-15-iscsi is: [{'id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'name': 'router1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'gw_port_host': None, '_interfaces': [{'id': 'c92cd54a-6a35-4821-9f0c-ab08ceb73e5e', 'name': '', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'mac_address': 'fa:16:3e:6d:e4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:12Z', 'revision_number': 4, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'subnets': [{'id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '580c1859-9290-493c-92d2-f2046bcb530c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:47:13.320451 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44328) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:13.467827 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4dbeb5-dfb6-4717-bd8c-61af2d169336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:13.469239 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7d4dbeb5-dfb6-4717-bd8c-61af2d169336 admin admin] 10.222.0.26 "GET /v2.0/networks/15be4d7b-d987-4f63-ac90-0740905bd38b HTTP/1.1" status: 200 len: 842 time: 0.1478667 Jun 09 21:47:13.478864 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Request body: {'subnet': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:13.499630 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Made reservation on behalf of e44081f33d9641ddac4fc7d6c3a2cf7b for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:47:13.501907 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:13.859384 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.objects.ports [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91685) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 21:47:13.859837 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:13.864052 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:13.936243 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8346caa0-9e67-4c60-aaac-864685dcc54f,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:13.939574 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:13.945823 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:47:13.946170 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Network hostable DHCP agents. Network: 15be4d7b-d987-4f63-ac90-0740905bd38b, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:47:13.962033 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:47:13.971395 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 15be4d7b-d987-4f63-ac90-0740905bd38b) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:13.976232 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:13.977314 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:13.980734 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321990af-50b6-48c0-a289-e4c2b6942ed2 None None] Network 15be4d7b-d987-4f63-ac90-0740905bd38b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:47:14.004097 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5195005 Jun 09 21:47:14.189218 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0874eb3-c9b1-40f6-aae4-b6123f74813d None None] Network 15be4d7b-d987-4f63-ac90-0740905bd38b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:47:16.241123 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44340) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:16.404104 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device c92cd54a-6a35-4821-9f0c-ab08ceb73e5e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:16.450633 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a76611df-0d57-4102-aebc-e45395566e8c admin admin] 10.222.0.26 "GET /v2.0/routers/180814aa-61e5-4030-a26d-329f5442d9ea HTTP/1.1" status: 200 len: 710 time: 0.2084022 Jun 09 21:47:16.471096 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:47:16.476435 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:16.476809 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:16.580208 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdddc7e-6000-4cbf-b4af-597db55041a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:16.581549 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ecdddc7e-6000-4cbf-b4af-597db55041a2 admin admin] 10.222.0.26 "GET /v2.0/networks/15be4d7b-d987-4f63-ac90-0740905bd38b HTTP/1.1" status: 200 len: 886 time: 0.1259034 Jun 09 21:47:16.590937 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:16.594137 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:16.626424 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=c92cd54a-6a35-4821-9f0c-ab08ceb73e5e,segment=NetworkSegment(ef4012d6-5646-4b35-b63b-7395f5e2ce11),segment_id=ef4012d6-5646-4b35-b63b-7395f5e2ce11)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:47:16.629380 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:16.632123 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:16.695979 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=c92cd54a-6a35-4821-9f0c-ab08ceb73e5e,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:16.699235 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:17.068928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.387307 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.441629 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.574341 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Allocated IP 172.27.1.49 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/f21ed36b-24fc-431a-9ef1-81ac85695aee) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:47:17.718541 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.774872 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.779420 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:17.838841 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:47:17.841880 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:17.845549 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:47:17.914183 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Pushing event updated for resources: {'Port': ['ID=f21ed36b-24fc-431a-9ef1-81ac85695aee,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:17.966287 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:18.260458 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.383423 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device c92cd54a-6a35-4821-9f0c-ab08ceb73e5e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:18.477306 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:18.477682 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.590995 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.594414 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-500107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-500100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-507746'] for router, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.769294 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Router 180814aa-61e5-4030-a26d-329f5442d9ea has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:47:18.945226 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:47:18.949935 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.951723 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] 10.222.0.26 "PUT /v2.0/routers/180814aa-61e5-4030-a26d-329f5442d9ea HTTP/1.1" status: 200 len: 889 time: 2.3639884 Jun 09 21:47:18.967091 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Sync routers for ids ['180814aa-61e5-4030-a26d-329f5442d9ea'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:47:18.977447 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Routers {'180814aa-61e5-4030-a26d-329f5442d9ea'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:18.978106 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['180814aa-61e5-4030-a26d-329f5442d9ea'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:19.169266 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Set router 180814aa-61e5-4030-a26d-329f5442d9ea gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:19.498121 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'name': 'router1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'f21ed36b-24fc-431a-9ef1-81ac85695aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:18Z', 'revision_number': 4, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'gw_port': {'id': 'f21ed36b-24fc-431a-9ef1-81ac85695aee', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:17Z', 'updated_at': '2021-06-09T21:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'c92cd54a-6a35-4821-9f0c-ab08ceb73e5e', 'name': '', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'mac_address': 'fa:16:3e:6d:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:16Z', 'revision_number': 5, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'subnets': [{'id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '580c1859-9290-493c-92d2-f2046bcb530c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:19.502886 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Checking router: 180814aa-61e5-4030-a26d-329f5442d9ea for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:47:19.503236 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Updating router 180814aa-61e5-4030-a26d-329f5442d9ea port f21ed36b-24fc-431a-9ef1-81ac85695aee binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:47:19.556727 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:19.883666 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:19.896201 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Transition to ACTIVE for port object f21ed36b-24fc-431a-9ef1-81ac85695aee will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:47:19.902504 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:19.906252 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:19.982241 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Attempting to bind port f21ed36b-24fc-431a-9ef1-81ac85695aee on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:47:19.982617 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Attempting to bind port f21ed36b-24fc-431a-9ef1-81ac85695aee by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:47:19.982985 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Attempting to bind port f21ed36b-24fc-431a-9ef1-81ac85695aee on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:47:19.989840 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ca7d-73aa-462a-a931-3a8431a17d7c None None] Pushing event updated for resources: {'Port': ['ID=f21ed36b-24fc-431a-9ef1-81ac85695aee,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:19.992248 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:47:19.992625 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:47:19.993027 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:19.993413 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:47:19.993880 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Bound port: f21ed36b-24fc-431a-9ef1-81ac85695aee, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:47:19.994254 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.017147 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-80d2ca7d-73aa-462a-a931-3a8431a17d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:20.063530 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] For port f21ed36b-24fc-431a-9ef1-81ac85695aee, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:47:20.066493 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] For port f21ed36b-24fc-431a-9ef1-81ac85695aee, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f21ed36b-24fc-431a-9ef1-81ac85695aee,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:47:20.071444 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.075362 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:20.150603 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Routers {'180814aa-61e5-4030-a26d-329f5442d9ea'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:20.151189 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['180814aa-61e5-4030-a26d-329f5442d9ea'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:20.204316 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ca7d-73aa-462a-a931-3a8431a17d7c None None] Pushing event updated for resources: {'Port': ['ID=f21ed36b-24fc-431a-9ef1-81ac85695aee,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:20.214039 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-80d2ca7d-73aa-462a-a931-3a8431a17d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:20.360799 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] Set router 180814aa-61e5-4030-a26d-329f5442d9ea gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:20.676732 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'name': 'router1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'f21ed36b-24fc-431a-9ef1-81ac85695aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:18Z', 'revision_number': 4, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'gw_port': {'id': 'f21ed36b-24fc-431a-9ef1-81ac85695aee', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:17Z', 'updated_at': '2021-06-09T21:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'c92cd54a-6a35-4821-9f0c-ab08ceb73e5e', 'name': '', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'mac_address': 'fa:16:3e:6d:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:16Z', 'revision_number': 5, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'subnets': [{'id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '580c1859-9290-493c-92d2-f2046bcb530c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:20.680729 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c600fe-38f2-467b-a25c-c7d4c885a2da None None] The sync data for ids ['180814aa-61e5-4030-a26d-329f5442d9ea'] in dv-cinder-774286-15-iscsi is: [{'id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'name': 'router1', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'f21ed36b-24fc-431a-9ef1-81ac85695aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:18Z', 'revision_number': 4, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'gw_port': {'id': 'f21ed36b-24fc-431a-9ef1-81ac85695aee', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:17Z', 'updated_at': '2021-06-09T21:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'c92cd54a-6a35-4821-9f0c-ab08ceb73e5e', 'name': '', 'network_id': '086b20dd-0888-4d40-9d8d-014ca0ba6d3a', 'tenant_id': '9d4ee28a6b5640ea84df74dd914d5474', 'mac_address': 'fa:16:3e:6d:e4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180814aa-61e5-4030-a26d-329f5442d9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:16Z', 'revision_number': 5, 'project_id': '9d4ee28a6b5640ea84df74dd914d5474', 'subnets': [{'id': 'a82244d1-df04-4d9d-a091-f75d8fe25cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '580c1859-9290-493c-92d2-f2046bcb530c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:47:21.303480 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44348) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:21.416633 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c32b5a4a-c2ec-4f69-b4bb-d742b7efda3b admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120083 Jun 09 21:47:22.404093 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f21ed36b-24fc-431a-9ef1-81ac85695aee up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:22.475451 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port f21ed36b-24fc-431a-9ef1-81ac85695aee completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:47:22.480082 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port f21ed36b-24fc-431a-9ef1-81ac85695aee triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:22.480461 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:22.597045 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:22.616849 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port f21ed36b-24fc-431a-9ef1-81ac85695aee, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f21ed36b-24fc-431a-9ef1-81ac85695aee,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:47:22.623833 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:22.623833 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:22.694235 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=f21ed36b-24fc-431a-9ef1-81ac85695aee,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:22.697245 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:24.388856 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f21ed36b-24fc-431a-9ef1-81ac85695aee up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:24.456837 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port f21ed36b-24fc-431a-9ef1-81ac85695aee triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:24.457556 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:33.989687 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-077ffab1-abf8-4759-9da8-64e7bb272f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:36.235436 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dc03d083-98b3-4c03-b970-d17b8e8214ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:36.403005 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:37.546464 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:39.256731 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:47.913315 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:48:03.993726 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-58726b55-829d-4e8e-887b-34a91ffb6dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:06.233240 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a654a401-2104-4eb8-90c7-b14faa2a4094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:06.407546 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:07.542971 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:09.252019 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:24.912904 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:48:33.997015 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d3b30657-7f74-496e-81f8-7a29d8582311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:36.235989 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87925dc3-8158-412f-bcca-157d13f90950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:36.410188 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:37.544841 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:39.249472 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:58.763862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44916) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:48:58.830402 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da019f8-0ac4-4cd8-8494-8964f61729b9 admin admin] GET failed (client error): The resource could not be found. Jun 09 21:48:58.831630 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6da019f8-0ac4-4cd8-8494-8964f61729b9 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668190 Jun 09 21:48:58.961005 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba524f2-ac94-48d3-a046-fc53a18cb2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:48:58.962364 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-eba524f2-ac94-48d3-a046-fc53a18cb2ed admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1270101 Jun 09 21:49:01.073113 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44926) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:01.178923 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3171b5-c117-4722-9d1a-fbe4c5048041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:01.180246 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6c3171b5-c117-4722-9d1a-fbe4c5048041 admin admin] 10.222.0.26 "GET /v2.0/subnets/a82244d1-df04-4d9d-a091-f75d8fe25cb8 HTTP/1.1" status: 200 len: 849 time: 0.1062150 Jun 09 21:49:01.189282 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:49:01.299114 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Notify callbacks [] for subnet, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:01.479944 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793966373093'] for subnet, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:01.484187 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:01.524939 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:01.526000 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:01.539840 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] 10.222.0.26 "PUT /v2.0/subnets/a82244d1-df04-4d9d-a091-f75d8fe25cb8 HTTP/1.1" status: 200 len: 868 time: 0.3410602 Jun 09 21:49:01.540108 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e12187-2a8b-4e12-9935-e3ae2a53b5ce None None] Network 086b20dd-0888-4d40-9d8d-014ca0ba6d3a requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:49:01.551249 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82244d1-df04-4d9d-a091-f75d8fe25cb8,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:01.559106 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.559440 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.559777 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.560150 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.560457 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.560803 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.561130 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.561464 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.562110 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.562110 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.562507 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.562718 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:01.572747 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:01.912933 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:49:02.015467 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-7c289f5d-b390-48ce-9101-cce331908080 None None] Provisioning complete for port c92cd54a-6a35-4821-9f0c-ab08ceb73e5e triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:02.015855 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c289f5d-b390-48ce-9101-cce331908080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:02.160883 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-7c289f5d-b390-48ce-9101-cce331908080 None None] Provisioning complete for port f19a953c-fd5c-460b-9cd5-0833a5baabb6 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:02.161143 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c289f5d-b390-48ce-9101-cce331908080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:03.659594 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44936) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:03.869952 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6a9b7-9cb4-42ed-bcff-df4e2a20b29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:03.870367 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6a9b7-9cb4-42ed-bcff-df4e2a20b29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:03.871894 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-cab6a9b7-9cb4-42ed-bcff-df4e2a20b29c admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2112689 Jun 09 21:49:04.000432 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-71aca84d-160b-4301-89e2-7b94157ecf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:05.988264 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44944) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:06.155233 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ac8ff9-21c4-40d8-a3d5-14bf3caf085d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:06.155628 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ac8ff9-21c4-40d8-a3d5-14bf3caf085d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:06.157156 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-85ac8ff9-21c4-40d8-a3d5-14bf3caf085d admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1679466 Jun 09 21:49:06.239825 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-913fcac5-5dcf-423e-b1ed-76caac734ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:06.413038 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:07.545367 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:08.276950 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44952) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:08.457930 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d427d684-f01a-475b-8d5b-fb9017f3a79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:08.459175 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d427d684-f01a-475b-8d5b-fb9017f3a79c admin admin] 10.222.0.26 "GET /v2.0/networks/086b20dd-0888-4d40-9d8d-014ca0ba6d3a HTTP/1.1" status: 200 len: 869 time: 0.1812851 Jun 09 21:49:09.255345 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:10.574422 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 44960) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:10.737223 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6090b762-d2a9-496e-a669-80d5bf28f925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:10.738564 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6090b762-d2a9-496e-a669-80d5bf28f925 admin admin] 10.222.0.26 "GET /v2.0/networks/15be4d7b-d987-4f63-ac90-0740905bd38b HTTP/1.1" status: 200 len: 886 time: 0.1632061 Jun 09 21:49:12.862152 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44968) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:12.967621 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c6c552-584d-4b18-9243-5e11a16b6b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:12.968099 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c6c552-584d-4b18-9243-5e11a16b6b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:12.969552 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-d2c6c552-584d-4b18-9243-5e11a16b6b81 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064818 Jun 09 21:49:15.083918 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44976) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:15.195540 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc8e89-8931-4e99-8988-2a7780422302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:15.196275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc8e89-8931-4e99-8988-2a7780422302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:15.197743 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-e2cc8e89-8931-4e99-8988-2a7780422302 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1128995 Jun 09 21:49:17.297712 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44984) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:17.395644 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6ca09-20da-4ae5-a8c6-a195b499276e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:17.397003 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-4ca6ca09-20da-4ae5-a8c6-a195b499276e admin admin] 10.222.0.26 "GET /v2.0/subnets/8346caa0-9e67-4c60-aaac-864685dcc54f HTTP/1.1" status: 200 len: 816 time: 0.0983565 Jun 09 21:49:19.526279 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 44992) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:19.629779 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ecaba6-1cd9-4866-b7bc-703b79d6701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:19.631084 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-41ecaba6-1cd9-4866-b7bc-703b79d6701f admin admin] 10.222.0.26 "GET /v2.0/subnets/a82244d1-df04-4d9d-a091-f75d8fe25cb8 HTTP/1.1" status: 200 len: 868 time: 0.1038597 Jun 09 21:49:34.004562 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f69db16d-16e6-4d67-8cd8-38f07f8b810d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:36.241798 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-22364c83-ab2a-4b32-be60-1a1631c7c67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:36.415836 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:37.548377 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:38.912952 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:49:39.258487 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:42.591026 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45036) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:42.637676 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [None req-95d37165-51fa-4f00-b9cb-f1b3fdc4639b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:49:42.638662 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-95d37165-51fa-4f00-b9cb-f1b3fdc4639b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466616 Jun 09 21:49:44.867275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45044) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:44.940478 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.pecan_wsgi.hooks.translation [None req-90350dea-7748-408e-accb-63fa2bc5a31b admin admin] GET failed (client error): The resource could not be found. Jun 09 21:49:44.941721 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-90350dea-7748-408e-accb-63fa2bc5a31b admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0734301 Jun 09 21:49:45.063290 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d7fce-9b94-495f-8066-18e7f4e8920a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:45.064642 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-941d7fce-9b94-495f-8066-18e7f4e8920a admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1191180 Jun 09 21:49:47.196693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45052) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:47.242083 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:49:47.264054 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Made reservation on behalf of e44081f33d9641ddac4fc7d6c3a2cf7b for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:49:47.266817 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:47.395345 dv-cinder-774286-15-iscsi neutron-server[91686]: WARNING neutron.services.revisions.revision_plugin [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Could not find related network for resource to bump revision. Jun 09 21:49:47.407965 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:49:47.417327 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:47.417664 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Added segment e6f0dea0-c479-4e06-a584-35f3b3487542 of type vlan for network e194ce09-f316-4e79-8b4a-77cf4a27fadb Jun 09 21:49:47.443011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:47.470351 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:47.471594 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:47.472197 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:47.475173 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:47.556905 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3591340 Jun 09 21:49:47.567222 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Pushing event updated for resources: {'Network': ['ID=e194ce09-f316-4e79-8b4a-77cf4a27fadb,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:47.575013 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.575382 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.575717 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.576074 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.576398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.576735 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.577056 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.577412 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.577739 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.578038 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.578351 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.578664 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:47.582456 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:47.590036 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network e194ce09-f316-4e79-8b4a-77cf4a27fadb details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:49:49.724285 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45060) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:49.789016 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84393d4-1c78-44e2-8c31-c25e72b7b654 admin admin] GET failed (client error): The resource could not be found. Jun 09 21:49:49.790243 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e84393d4-1c78-44e2-8c31-c25e72b7b654 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650334 Jun 09 21:49:49.893298 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70a951-0e5f-44ee-bf7b-1b06658bedb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:49.894729 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-9e70a951-0e5f-44ee-bf7b-1b06658bedb1 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1007421 Jun 09 21:49:49.904315 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb', 'name': 'shared-subnet'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:49:49.927946 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Made reservation on behalf of e44081f33d9641ddac4fc7d6c3a2cf7b for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:49:49.930645 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.126859 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.131166 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-40647de6-8795-4834-b093-8fbb041edbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:50.204334 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9e1449-4d9f-4448-90cf-ab97071a0b5f,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:50.207835 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:50.208675 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Checking segment: {'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:49:50.209023 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Network hostable DHCP agents. Network: e194ce09-f316-4e79-8b4a-77cf4a27fadb, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:49:50.224995 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Network e194ce09-f316-4e79-8b4a-77cf4a27fadb is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:49:50.233677 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, e194ce09-f316-4e79-8b4a-77cf4a27fadb) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:49:50.238330 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:50.238921 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.243361 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c864f7-5c12-4f4e-90fa-8e0e7fb3c684 None None] Network e194ce09-f316-4e79-8b4a-77cf4a27fadb requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:49:50.257281 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3564155 Jun 09 21:49:50.467201 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-e194ce09-f316-4e79-8b4a-77cf4a27fadb', 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb', 'tenant_id': 'e44081f33d9641ddac4fc7d6c3a2cf7b', 'fixed_ips': [{'subnet_id': '6c9e1449-4d9f-4448-90cf-ab97071a0b5f'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:49:50.468096 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.623666 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Allocated IP 192.168.233.2 (e194ce09-f316-4e79-8b4a-77cf4a27fadb/6c9e1449-4d9f-4448-90cf-ab97071a0b5f/4f407768-db2e-4bd1-a279-660e31d96d6d) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:49:50.830826 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.841324 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Transition to ACTIVE for port object 4f407768-db2e-4bd1-a279-660e31d96d6d will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:49:50.859749 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Transition to ACTIVE for port object 4f407768-db2e-4bd1-a279-660e31d96d6d will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:49:50.865434 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.870001 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a399936c-ade4-437e-953b-9f326c53f40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:50.940478 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Network e194ce09-f316-4e79-8b4a-77cf4a27fadb is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:49:50.943800 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:49:50.947029 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:49:50.949144 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Pushing event updated for resources: {'Port': ['ID=4f407768-db2e-4bd1-a279-660e31d96d6d,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:50.981253 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.981605 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.981935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.982261 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.982585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.982906 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.983228 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.983540 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.983878 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.984194 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.984561 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.984874 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:50.988484 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:51.045586 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Attempting to bind port 4f407768-db2e-4bd1-a279-660e31d96d6d on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:49:51.045958 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Attempting to bind port 4f407768-db2e-4bd1-a279-660e31d96d6d by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:49:51.046314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Attempting to bind port 4f407768-db2e-4bd1-a279-660e31d96d6d on network e194ce09-f316-4e79-8b4a-77cf4a27fadb {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:49:51.051534 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:49:51.051956 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Checking segment: {'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:49:51.052352 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:51.052740 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Bound using segment: {'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:49:51.053200 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Bound port: 4f407768-db2e-4bd1-a279-660e31d96d6d, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:49:51.053561 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:51.143564 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] For port 4f407768-db2e-4bd1-a279-660e31d96d6d, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:49:51.146837 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] For port 4f407768-db2e-4bd1-a279-660e31d96d6d, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4f407768-db2e-4bd1-a279-660e31d96d6d,segment=NetworkSegment(e6f0dea0-c479-4e06-a584-35f3b3487542),segment_id=e6f0dea0-c479-4e06-a584-35f3b3487542)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:49:51.150689 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:51.154710 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-80d2ca7d-73aa-462a-a931-3a8431a17d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:51.232196 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Pushing event updated for resources: {'Port': ['ID=4f407768-db2e-4bd1-a279-660e31d96d6d,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:51.235733 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:52.025570 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f55a9-b7ea-4985-a7d7-a08084b15324 None None] Network e194ce09-f316-4e79-8b4a-77cf4a27fadb requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:49:52.154660 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-9fe20dc9-b9b6-455b-a215-94dfdad34c70 None None] Provisioning for port 4f407768-db2e-4bd1-a279-660e31d96d6d completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:49:52.520912 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4f407768-db2e-4bd1-a279-660e31d96d6d up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:49:52.589121 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 4f407768-db2e-4bd1-a279-660e31d96d6d completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:49:52.594260 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 4f407768-db2e-4bd1-a279-660e31d96d6d triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:52.594744 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:52.729518 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:52.762291 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 4f407768-db2e-4bd1-a279-660e31d96d6d, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4f407768-db2e-4bd1-a279-660e31d96d6d,segment=NetworkSegment(e6f0dea0-c479-4e06-a584-35f3b3487542),segment_id=e6f0dea0-c479-4e06-a584-35f3b3487542)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:49:52.768685 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:52.770870 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:52.843516 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=4f407768-db2e-4bd1-a279-660e31d96d6d,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:52.846448 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:54.492722 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4f407768-db2e-4bd1-a279-660e31d96d6d up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:49:54.558551 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 4f407768-db2e-4bd1-a279-660e31d96d6d triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:54.558911 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:04.005430 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b0e70467-058a-49e1-9679-d50101d97390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:06.245272 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-20d26cc4-994c-44da-bf6e-3f95d6aabb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:06.416840 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:07.552494 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:09.260800 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:15.911994 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:50:34.006428 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-18ad698d-0412-4251-b126-8393beaea724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:36.246566 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2ba19f6f-051f-485c-8def-0b4c8c157733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:36.420531 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:37.556225 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:39.264669 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:52.911082 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:50:56.553376 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45112) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:50:56.560132 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [None req-f7d1ed02-b865-4c9a-bdf1-a6804ec5bc29 tempest-verify_tempest_config-733662455 tempest-verify_tempest_config-733662455-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:50:56.561078 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-f7d1ed02-b865-4c9a-bdf1-a6804ec5bc29 tempest-verify_tempest_config-733662455 tempest-verify_tempest_config-733662455-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067551 Jun 09 21:50:56.855768 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45130) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:50:56.969211 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:57.070124 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:57.073850 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:57.081701 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:50:57.121179 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc13ee536ea647b7b80433c784feb7fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2642725 Jun 09 21:50:57.121870 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d7daa8-e3e4-4d8d-91d7-3845db94ab4c,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:50:57.123723 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45136) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:50:57.129061 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.129417 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.129755 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.130079 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.130401 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.130736 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.131060 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.131391 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.131713 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.132054 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.132368 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.132679 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.136509 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:50:57.181524 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:57.205819 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:57.302159 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:57.304887 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:57.306190 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7d7daa8-e3e4-4d8d-91d7-3845db94ab4c HTTP/1.1" status: 204 len: 168 time: 0.1814003 Jun 09 21:50:57.306926 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:50:57.316217 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d7daa8-e3e4-4d8d-91d7-3845db94ab4c,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:50:57.323356 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.323725 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.324123 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.324456 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.324922 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.325269 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.325603 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.325943 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.326283 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.326609 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.326932 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.327246 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:50:57.331161 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:51:04.008817 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-63461025-cde5-48f9-a3cc-2a50e7e6fb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:06.248248 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5776b2b7-0e02-4028-a421-31f9f1973d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:06.425579 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:07.557922 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:09.271133 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:29.910003 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:51:34.009178 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7a2eff9c-0370-412c-8611-60a61ff23958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:36.248492 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f368007b-9dc1-4ca4-9774-0686cd725b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:36.426908 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:37.565109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:39.270471 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:04.010327 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b3c7baab-1ef5-433d-83e6-c7a7d27a1f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:06.251996 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-973d0188-6871-4464-8693-ad8729d917b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:06.427102 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:06.909219 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 5 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:52:07.562975 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:09.273777 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:33.017598 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598'] for agent, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:34.011385 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-09007db1-9176-4422-bb73-fac56f7161e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:36.252531 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4177bd96-d9e8-45a5-8ab0-182831a07c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:36.428733 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:37.565951 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:39.278313 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:43.908035 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:52:47.831402 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45208) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:52:47.941147 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-1d1dcc8d-afb2-4041-bd2a-2d6017321f84 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1085181 Jun 09 21:52:50.054461 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45218) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:52:50.107597 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-8af3ee18-5eac-4845-a8f4-a17cef5846ba admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0520327 Jun 09 21:53:02.978186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:04.012400 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-923e14cf-cbf7-4e97-a77a-a9454d7a5686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:06.254682 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-78efcb8a-8089-49c1-8bcd-1dab1ab5ca7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:06.429592 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:07.568387 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:09.279630 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:20.907472 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:53:32.971531 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:34.015622 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-88cdf9b0-206a-4e99-8df4-dd8d557c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:36.255838 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-99604c42-3cf2-4717-948c-72be14925af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:36.430573 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.571416 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:39.283252 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:57.907438 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:54:02.986237 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:04.018521 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f606d11b-a920-4412-8430-dc4e64af6660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.257405 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-29a633a8-021d-4e25-88a9-9f6c241bea46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.431693 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:07.574071 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:09.286002 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:19.633512 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45400) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:19.857617 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-564991299-network', 'tenant_id': 'a5dac74906494e7286c2696dc4b3c63b'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:19.885553 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Made reservation on behalf of a5dac74906494e7286c2696dc4b3c63b for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:19.888299 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:19.901035 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.014282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.018450 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.021874 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-381b38eb-58dd-4576-bdbf-27af73163d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.032577 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45430) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:20.056203 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97b2dd-d26e-4497-a71d-82455e0e3bc4,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.059405 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:20.067219 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.067559 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.067910 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.068432 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.068750 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.069075 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.069388 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.069726 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.070584 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.070897 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.071207 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.071517 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Tracked resource versions report: Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: pushed versions: Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Log': {'1.0'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Network': {'1.1'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Port': {'1.7'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'PortForwarding': {'1.2'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'QosPolicy': {'1.8'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SubPort': {'1.0'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Subnet': {'1.1'}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Trunk': {'1.1'}} Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: consumer versions: Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'ConntrackHelper': '1.0', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Log': '1.0', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Network': '1.1', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Port': '1.7', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'PortForwarding': '1.2', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'QosPolicy': '1.8', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroup': '1.4', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SecurityGroupRule': '1.2', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'SubPort': '1.0', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Subnet': '1.1', Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: 'Trunk': '1.1'}} Jun 09 21:54:20.072645 dv-cinder-774286-15-iscsi neutron-server[91686]: {{(pid=91686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:20.076537 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.080431 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.080960 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Added segment b7b7f145-46b2-41a6-968f-9c0638a36bfd of type vlan for network 03137096-3478-4fd9-8c97-53d58021ba89 Jun 09 21:54:20.113301 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.144694 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.146173 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:20.146749 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.151640 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6c7bcbc7-a42e-4b60-b1be-fd115b125f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.221517 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5862753 Jun 09 21:54:20.225085 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45440) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:20.231331 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Request body: {'subnet': {'network_id': '03137096-3478-4fd9-8c97-53d58021ba89', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-564991299-subnet', 'tenant_id': 'a5dac74906494e7286c2696dc4b3c63b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:20.250923 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Pushing event updated for resources: {'Network': ['ID=03137096-3478-4fd9-8c97-53d58021ba89,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.253696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.263024 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 03137096-3478-4fd9-8c97-53d58021ba89 details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:20.272303 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Made reservation on behalf of a5dac74906494e7286c2696dc4b3c63b for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:20.275614 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.488439 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.493501 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-46cffe63-0274-4994-973a-293b59b4c036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.568942 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafee987-9ce9-4519-b58d-bbdf1b319205,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.574594 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Checking segment: {'id': 'b7b7f145-46b2-41a6-968f-9c0638a36bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03137096-3478-4fd9-8c97-53d58021ba89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:20.574951 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Network hostable DHCP agents. Network: 03137096-3478-4fd9-8c97-53d58021ba89, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:20.582446 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.584133 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.584471 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.584999 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.585325 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.585838 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.586358 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.587010 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.587534 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.587881 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.588209 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.588627 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Tracked resource versions report: Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: pushed versions: Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Log': {'1.0'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Network': {'1.1'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Port': {'1.7'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'PortForwarding': {'1.2'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'QosPolicy': {'1.8'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SubPort': {'1.0'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Subnet': {'1.1'}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Trunk': {'1.1'}} Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: consumer versions: Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'ConntrackHelper': '1.0', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Log': '1.0', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Network': '1.1', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Port': '1.7', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'PortForwarding': '1.2', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'QosPolicy': '1.8', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroup': '1.4', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SecurityGroupRule': '1.2', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'SubPort': '1.0', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Subnet': '1.1', Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: 'Trunk': '1.1'}} Jun 09 21:54:20.589634 dv-cinder-774286-15-iscsi neutron-server[91685]: {{(pid=91685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:20.592432 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.606570 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Network 03137096-3478-4fd9-8c97-53d58021ba89 is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:20.618512 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2125666991-network', 'tenant_id': '416121cbc4ff47a6a2b926ce72898627'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:20.622753 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 03137096-3478-4fd9-8c97-53d58021ba89) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:20.633443 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22eefb8-a8f6-416d-9d34-53bf6700b1bf None None] Network 03137096-3478-4fd9-8c97-53d58021ba89 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:20.641110 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:20.641810 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.652236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45452) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:20.657654 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Made reservation on behalf of 416121cbc4ff47a6a2b926ce72898627 for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:20.660397 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.674366 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.692345 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4656763 Jun 09 21:54:20.826370 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.826522 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45460) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:20.831552 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45464) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:20.841931 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.845829 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.918703 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de26275-41b5-488a-b100-21593e22dc5f,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.923073 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.924050 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:20.936650 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.937313 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Added segment 438bb851-7de0-4bbd-8043-c2e81d0480e9 of type vlan for network 21807f49-0398-4418-8212-0cba41de9c70 Jun 09 21:54:20.971627 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.030943 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992679c8-f7b7-437f-9f3d-31a0c5f68475 None None] Network 03137096-3478-4fd9-8c97-53d58021ba89 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:21.042481 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.044019 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:21.044702 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.071505 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7202a114-6ee9-402c-9eb0-11457bf0e8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.103187 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0695195 Jun 09 21:54:21.106272 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45470) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:21.111749 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Request body: {'subnet': {'network_id': '21807f49-0398-4418-8212-0cba41de9c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2125666991-subnet', 'tenant_id': '416121cbc4ff47a6a2b926ce72898627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.151204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-network', 'tenant_id': '8152221f216549788f18e74da3fa52e9'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.172117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Made reservation on behalf of 416121cbc4ff47a6a2b926ce72898627 for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.175749 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.269280 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=21807f49-0398-4418-8212-0cba41de9c70,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.282116 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.287319 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 21807f49-0398-4418-8212-0cba41de9c70 details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:21.289689 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-116907507-network', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.295625 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Made reservation on behalf of 8152221f216549788f18e74da3fa52e9 for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.298134 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-101731504-network', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.298933 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.343105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.db.api [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 21:54:21.343105 dv-cinder-774286-15-iscsi neutron-server[91686]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 21:54:21.343105 dv-cinder-774286-15-iscsi neutron-server[91686]: [parameters: {'project_id_1': 'f8fd85fea18c430db42a6239f71174ad', 'expiration_1': datetime.datetime(2021, 6, 9, 21, 54, 21, 324275)}] Jun 09 21:54:21.343105 dv-cinder-774286-15-iscsi neutron-server[91686]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 21:54:21.343964 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_db.api [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 21:54:21.345715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.347718 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Made reservation on behalf of 32dd714a98654f4da3b8043c1bbc15df for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.350590 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.371589 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.583481 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.596914 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.644240 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.672703 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Checking segment: {'id': '438bb851-7de0-4bbd-8043-c2e81d0480e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '21807f49-0398-4418-8212-0cba41de9c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:21.673715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Network hostable DHCP agents. Network: 21807f49-0398-4418-8212-0cba41de9c70, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:21.678403 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.702930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:21.721535 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6f76d8-627a-49b7-babb-e0a21e342d9d,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.727879 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.728564 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.735996 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.736541 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Added segment 91586a9c-53cf-4fdb-91a3-b1b5bc428831 of type vlan for network 61c156ee-d505-40b7-9c18-ed5b1e54b63d Jun 09 21:54:21.744709 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Network 21807f49-0398-4418-8212-0cba41de9c70 is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:21.759558 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.765245 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.770499 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.771754 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ba3e28-3c77-4f77-9983-7be402792e1f,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.776746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.777694 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 21807f49-0398-4418-8212-0cba41de9c70) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:21.787219 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b20be-8c54-43ac-94d6-c9661bd4f67d None None] Network 21807f49-0398-4418-8212-0cba41de9c70 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:21.788439 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:21.789725 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.814327 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.839645 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7316997 Jun 09 21:54:21.878361 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.879989 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:21.880449 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.898875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8eef2a6c-64f1-4b72-8a1f-97648b986c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.915763 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2623782 Jun 09 21:54:21.928311 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Made reservation on behalf of f8fd85fea18c430db42a6239f71174ad for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.928311 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.963642 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45514) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:21.968240 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a2342-b73d-4bf7-9318-510f7306dd89,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.972996 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.986102 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Request body: {'subnet': {'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-subnet', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:22.016486 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:22.053705 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.054061 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Made reservation on behalf of 8152221f216549788f18e74da3fa52e9 for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:22.062502 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.110544 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=61c156ee-d505-40b7-9c18-ed5b1e54b63d,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.114691 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.127051 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:22.228574 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.236627 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.243218 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.258701 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.259184 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Added segment c9a6f189-55ed-4da7-98de-43d29403f931 of type vlan for network 053f7334-f91e-4e83-8350-b0dac27ad99b Jun 09 21:54:22.350983 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:22.364884 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a0676-d9c9-4567-bc4f-542139a9f871,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.369848 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.374454 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.374704 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Added segment 8a200a48-df8d-4306-bb74-c7043ce99cd9 of type vlan for network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 Jun 09 21:54:22.406121 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.417351 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.455961 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec3091-eaa9-496d-93c4-5287a596c3eb None None] Network 21807f49-0398-4418-8212-0cba41de9c70 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:22.481698 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.484009 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:22.485879 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.538395 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.595568 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.606370 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:22.609097 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.634933 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.711213 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8831031 Jun 09 21:54:22.718285 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45536) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:22.725800 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Request body: {'subnet': {'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-subnet', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:22.762077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Pushing event updated for resources: {'Network': ['ID=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.766886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.775186 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Made reservation on behalf of f8fd85fea18c430db42a6239f71174ad for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:22.778433 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.790607 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:22.886377 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0528748 Jun 09 21:54:22.894696 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45540) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:22.942961 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Request body: {'subnet': {'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-101731504-subnet', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:22.991192 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Pushing event updated for resources: {'Network': ['ID=053f7334-f91e-4e83-8350-b0dac27ad99b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:23.017497 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:23.022239 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 053f7334-f91e-4e83-8350-b0dac27ad99b details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:23.044858 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.056981 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d736f065-2bd2-4755-96ae-3361d9345106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:23.148216 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Made reservation on behalf of 32dd714a98654f4da3b8043c1bbc15df for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:23.153150 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.192796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.201484 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:23.362748 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9abe91a-621c-4390-b0e3-eae45948bbe2,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:23.368503 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:23.369697 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Checking segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:23.370101 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Network hostable DHCP agents. Network: 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:23.375720 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45582) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:23.399698 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:23.415466 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:23.423800 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:23.424429 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.424892 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84146150-ec72-4a8e-a4a4-df971a0e0c32 None None] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:23.466067 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7441785 Jun 09 21:54:23.466933 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45588) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:23.476428 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:23.505038 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f149cfa6-2488-4aed-bb6e-229ec823e8b0,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:23.513576 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:23.521109 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.524240 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.535616 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Checking segment: {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:23.536683 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Network hostable DHCP agents. Network: 61c156ee-d505-40b7-9c18-ed5b1e54b63d, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:23.552152 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.586476 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.594294 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:23.622503 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:23.657070 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 61c156ee-d505-40b7-9c18-ed5b1e54b63d) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:23.662426 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:23.663014 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.693226 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a8b2d82-910b-444c-8eb7-2aa4647a4a07,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:23.701796 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:23.721123 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7470598 Jun 09 21:54:23.721928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45590) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:23.722670 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Checking segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:23.723083 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Network hostable DHCP agents. Network: 053f7334-f91e-4e83-8350-b0dac27ad99b, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:23.730751 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:23.753280 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d46f6-c61f-4d56-ade7-88229ecce061 None None] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:23.764675 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Network 053f7334-f91e-4e83-8350-b0dac27ad99b is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:23.769372 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.770418 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.809421 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.891979 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45598) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:23.906198 dv-cinder-774286-15-iscsi neutron-server[91686]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 21:54:23.933180 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 053f7334-f91e-4e83-8350-b0dac27ad99b) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:23.937662 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:23.938375 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.959003 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315881a-6dcc-4ea3-9254-43cd66123aab None None] Network 053f7334-f91e-4e83-8350-b0dac27ad99b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:24.013194 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0766704 Jun 09 21:54:24.013382 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45602) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:24.018587 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:24.092421 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45604) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:24.142814 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:54:24.143622 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.158302 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-825592233-network', 'tenant_id': '4924b99672d64de09cab367d2e80d623'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:24.175453 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.189057 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.219023 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.220055 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.276418 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Made reservation on behalf of 4924b99672d64de09cab367d2e80d623 for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:24.279092 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.290757 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.298423 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.310913 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Allocated IP 172.20.0.2 (7c9b8232-e1d8-42a1-a6fb-10d2995c03a2/a9abe91a-621c-4390-b0e3-eae45948bbe2/0d5760b8-0267-4e1f-9bd7-014229f3096e) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:24.392228 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.531211 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.558370 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Transition to ACTIVE for port object 0d5760b8-0267-4e1f-9bd7-014229f3096e will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:24.585487 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Transition to ACTIVE for port object 0d5760b8-0267-4e1f-9bd7-014229f3096e will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:24.616342 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-e820d82b-1daf-4d34-945f-15a0ce3c0c9e tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:24.625407 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-e820d82b-1daf-4d34-945f-15a0ce3c0c9e tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/networks?id=03137096-3478-4fd9-8c97-53d58021ba89 HTTP/1.1" status: 200 len: 811 time: 0.7230253 Jun 09 21:54:24.627475 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.651570 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:24.670935 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-ac290582-e80b-442f-b01c-b40893531503 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/quotas/a5dac74906494e7286c2696dc4b3c63b HTTP/1.1" status: 200 len: 375 time: 0.0445127 Jun 09 21:54:24.695645 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:24.706119 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:24.712700 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d52c40b-e247-4465-97f4-3f5c875fe7ea None None] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:24.741356 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-ca203d4b-a0e2-4ad6-ae20-ddf69592db0d tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5dac74906494e7286c2696dc4b3c63b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692463 Jun 09 21:54:24.791918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:24.856277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.864600 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.896451 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c0ef5e61-60a5-4ba2-966a-ed7d00771ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:24.984617 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa3d48db751f48038a0feb764de10ca1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6044185 Jun 09 21:54:24.988307 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45628) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:25.002986 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb90fe3-613e-4390-b0e0-9c9011c3a486,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.020888 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.033592 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-053f7334-f91e-4e83-8350-b0dac27ad99b', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:54:25.035109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.050121 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Attempting to bind port 0d5760b8-0267-4e1f-9bd7-014229f3096e on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:25.050493 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Attempting to bind port 0d5760b8-0267-4e1f-9bd7-014229f3096e by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:25.050850 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Attempting to bind port 0d5760b8-0267-4e1f-9bd7-014229f3096e on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:25.069411 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:25.069837 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Checking segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:25.070269 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.070659 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Bound using segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:25.071133 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Bound port: 0d5760b8-0267-4e1f-9bd7-014229f3096e, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:25.071507 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.100795 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Pushing event updated for resources: {'Port': ['ID=0d5760b8-0267-4e1f-9bd7-014229f3096e,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.119688 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-ba47e9ad-2b8c-464e-8f3c-58cf058bc4e2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:25.120944 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-ba47e9ad-2b8c-464e-8f3c-58cf058bc4e2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1473343 Jun 09 21:54:25.190124 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.191109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.191588 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.192066 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.192500 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.192935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.193365 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.193815 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.194244 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.194674 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.195630 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.196110 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.196521 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Tracked resource versions report: Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: pushed versions: Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Log': {'1.0'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Network': {'1.1'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Port': {'1.7'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'PortForwarding': {'1.2'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'QosPolicy': {'1.8'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SubPort': {'1.0'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Subnet': {'1.1'}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Trunk': {'1.1'}} Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: consumer versions: Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'ConntrackHelper': '1.0', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Log': '1.0', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Network': '1.1', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Port': '1.7', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'PortForwarding': '1.2', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'QosPolicy': '1.8', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroup': '1.4', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SecurityGroupRule': '1.2', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'SubPort': '1.0', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Subnet': '1.1', Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: 'Trunk': '1.1'}} Jun 09 21:54:25.197750 dv-cinder-774286-15-iscsi neutron-server[91687]: {{(pid=91687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:25.227871 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.236233 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.241018 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.396082 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] For port 0d5760b8-0267-4e1f-9bd7-014229f3096e, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:25.411872 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.412827 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] For port 0d5760b8-0267-4e1f-9bd7-014229f3096e, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0d5760b8-0267-4e1f-9bd7-014229f3096e,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:25.414896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.422632 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.429512 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Allocated IP 172.20.0.2 (053f7334-f91e-4e83-8350-b0dac27ad99b/6a8b2d82-910b-444c-8eb7-2aa4647a4a07/d1dff897-8425-4a6c-8a18-a930b90d6589) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:25.431583 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.441330 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.452059 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.455421 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.469284 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.511524 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.526714 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-791c2ca4-da52-4721-995a-e7859aa64454 service neutron] 10.222.0.26 "GET /v2.0/networks/03137096-3478-4fd9-8c97-53d58021ba89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000194 Jun 09 21:54:25.552369 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Allocated IP 172.27.1.136 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/b63aedce-12d2-403e-a332-58876d7bb169) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:25.584435 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:25.628801 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Pushing event updated for resources: {'Port': ['ID=0d5760b8-0267-4e1f-9bd7-014229f3096e,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.635165 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.701129 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.718722 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.719991 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbb90fe3-613e-4390-b0e0-9c9011c3a486 HTTP/1.1" status: 204 len: 168 time: 0.5681136 Jun 09 21:54:25.723912 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f9a8c530-56c8-4b4e-9e4f-672557a0f91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.731953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f58ade0-a14a-4b09-bac6-28f61c3bc1d5,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.747265 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.760310 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb90fe3-613e-4390-b0e0-9c9011c3a486,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.760898 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.761246 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Added segment 936f75b0-09de-4547-895f-20c1927b3ac2 of type vlan for network 0db38da8-b243-4b3c-9e3e-ccb472e161ca Jun 09 21:54:25.772029 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.808543 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.900034 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.916388 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.948759 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Transition to ACTIVE for port object d1dff897-8425-4a6c-8a18-a930b90d6589 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:25.965224 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-647e0a13-9c0f-4647-aca7-549cf74844ae service neutron] 10.222.0.26 "GET /v2.0/networks/03137096-3478-4fd9-8c97-53d58021ba89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256554 Jun 09 21:54:25.994775 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Transition to ACTIVE for port object d1dff897-8425-4a6c-8a18-a930b90d6589 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:26.003452 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.013809 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.036884 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.043028 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:26.044083 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.053046 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.117620 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Network 053f7334-f91e-4e83-8350-b0dac27ad99b is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:26.121172 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:26.127320 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:26.138127 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Pushing event updated for resources: {'Port': ['ID=d1dff897-8425-4a6c-8a18-a930b90d6589,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.142826 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:26.156812 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.197792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.217900 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0668752 Jun 09 21:54:26.218379 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45654) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:26.266089 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Request body: {'subnet': {'network_id': '0db38da8-b243-4b3c-9e3e-ccb472e161ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-825592233-subnet', 'tenant_id': '4924b99672d64de09cab367d2e80d623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:26.291989 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Pushing event updated for resources: {'Network': ['ID=0db38da8-b243-4b3c-9e3e-ccb472e161ca,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.299065 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:26.313226 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 0db38da8-b243-4b3c-9e3e-ccb472e161ca details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:26.327143 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.343409 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3c506d8b-76ca-458d-b8b7-265d1bc8a1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.343656 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Attempting to bind port d1dff897-8425-4a6c-8a18-a930b90d6589 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:26.343894 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Attempting to bind port d1dff897-8425-4a6c-8a18-a930b90d6589 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:26.344402 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Allocated IP 172.27.1.50 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/370afb11-4c7d-45ab-a571-a792b416d468) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:26.346536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Attempting to bind port d1dff897-8425-4a6c-8a18-a930b90d6589 on network 053f7334-f91e-4e83-8350-b0dac27ad99b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:26.346696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Made reservation on behalf of 4924b99672d64de09cab367d2e80d623 for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:26.357600 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.416575 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:26.417343 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Checking segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:26.419755 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.420411 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Bound using segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:26.421525 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Bound port: d1dff897-8425-4a6c-8a18-a930b90d6589, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:26.422149 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.518467 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Pushing event updated for resources: {'Port': ['ID=b63aedce-12d2-403e-a332-58876d7bb169,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.543075 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:26.547359 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5a825c2-a3f3-4da5-ac4c-c4d07c8fae55 req-906ceff2-e93f-46fe-a9f1-568274eb40a6 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.1734028 Jun 09 21:54:26.582655 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45678) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:26.643640 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] For port d1dff897-8425-4a6c-8a18-a930b90d6589, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:26.657110 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] For port d1dff897-8425-4a6c-8a18-a930b90d6589, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=d1dff897-8425-4a6c-8a18-a930b90d6589,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:26.670314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.675387 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d58dcd7-f9db-4527-bb2a-ec08c388198e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.697888 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.698469 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:26.813627 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Pushing event updated for resources: {'Port': ['ID=d1dff897-8425-4a6c-8a18-a930b90d6589,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.826531 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0d5760b8-0267-4e1f-9bd7-014229f3096e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:26.845581 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d58dcd7-f9db-4527-bb2a-ec08c388198e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.846999 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:26.854217 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:26.910251 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:26.911389 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1d58dcd7-f9db-4527-bb2a-ec08c388198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.934926 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.947002 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 0d5760b8-0267-4e1f-9bd7-014229f3096e completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:26.957529 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.076613 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.084700 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:27.131791 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.153007 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58dcd7-f9db-4527-bb2a-ec08c388198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667b31b-78f0-46b2-8500-3a5937c39c31,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:27.160688 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b562039-60dd-4202-b9e3-bce3e7d2fffc None None] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:27.171647 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d001918b-7eb0-4670-b7c8-426be2ccb972,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:27.195202 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:27.198274 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:27.199424 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:27.201236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:27.257736 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:27.276392 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1d58dcd7-f9db-4527-bb2a-ec08c388198e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:27.362921 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-1d58dcd7-f9db-4527-bb2a-ec08c388198e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=519047aece184437a8598d61f098e996&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7693129 Jun 09 21:54:27.371257 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Provisioning for port 0d5760b8-0267-4e1f-9bd7-014229f3096e completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:27.379240 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Provisioning complete for port 0d5760b8-0267-4e1f-9bd7-014229f3096e triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:27.380199 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.390964 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45694) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:27.481502 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Allocated IP 172.27.1.71 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/95ed6508-c7e7-4de2-9404-a3c5748c91ed) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:27.611448 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.658379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] For port 0d5760b8-0267-4e1f-9bd7-014229f3096e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0d5760b8-0267-4e1f-9bd7-014229f3096e,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:27.668681 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.670537 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:27.737953 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-361125e3-8321-4004-8eee-b028e6dd6091 req-3a228713-a344-4305-982c-0d9fdb4810a4 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.0587060 Jun 09 21:54:27.742437 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Checking segment: {'id': '936f75b0-09de-4547-895f-20c1927b3ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0db38da8-b243-4b3c-9e3e-ccb472e161ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:27.742795 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Network hostable DHCP agents. Network: 0db38da8-b243-4b3c-9e3e-ccb472e161ca, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:27.754317 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.769536 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.777797 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Pushing event updated for resources: {'Port': ['ID=0d5760b8-0267-4e1f-9bd7-014229f3096e,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:27.781862 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:28.023446 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e630189f-34fd-47a3-b913-fc4761434364 None None] Provisioning complete for port 0d5760b8-0267-4e1f-9bd7-014229f3096e triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:28.023446 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e630189f-34fd-47a3-b913-fc4761434364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.052821 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Pushing event updated for resources: {'Port': ['ID=370afb11-4c7d-45ab-a571-a792b416d468,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:28.078341 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:28.082957 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.114472 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Network 0db38da8-b243-4b3c-9e3e-ccb472e161ca is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:28.149395 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 0db38da8-b243-4b3c-9e3e-ccb472e161ca) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:28.158031 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:28.158632 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.186632 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb459fb7-f076-49f8-bdaf-2224d2cde47f None None] Network 0db38da8-b243-4b3c-9e3e-ccb472e161ca requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:28.248871 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.249893 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.395845 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1257131 Jun 09 21:54:28.428224 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21ff8d-3ee2-4f4e-9dc8-8f14bcd2065a None None] Network 053f7334-f91e-4e83-8350-b0dac27ad99b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:28.466767 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.620541 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.673814 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45738) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:28.679842 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:28.727254 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.743767 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ceed62-42eb-4129-abe3-4d48430720d9 None None] Network 0db38da8-b243-4b3c-9e3e-ccb472e161ca requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:28.744998 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.750408 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7667b31b-78f0-46b2-8500-3a5937c39c31 HTTP/1.1" status: 204 len: 168 time: 1.3567467 Jun 09 21:54:28.823277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Deleting subnet 4a6f76d8-627a-49b7-babb-e0a21e342d9d {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:54:28.828333 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.850726 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d1dff897-8425-4a6c-8a18-a930b90d6589 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:28.896379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-0e99b750-c09f-4c42-b640-4b34ec88c0bd None None] Provisioning for port d1dff897-8425-4a6c-8a18-a930b90d6589 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:28.931968 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.936817 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:28.946650 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.949980 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:28.978474 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:29.028621 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:54:29.115342 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-57db81d2-2dfc-453c-bf13-05406abf887f req-4ca6ca31-b925-44ca-85c9-7355b1de6fc0 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.0627329 Jun 09 21:54:29.141835 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port d1dff897-8425-4a6c-8a18-a930b90d6589 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:29.155368 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port d1dff897-8425-4a6c-8a18-a930b90d6589 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:29.155845 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.310271 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.354654 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Pushing event updated for resources: {'Port': ['ID=95ed6508-c7e7-4de2-9404-a3c5748c91ed,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:29.371323 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:29.377365 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:29.390564 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port d1dff897-8425-4a6c-8a18-a930b90d6589, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=d1dff897-8425-4a6c-8a18-a930b90d6589,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:29.395703 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.396907 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0d5760b8-0267-4e1f-9bd7-014229f3096e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:29.401406 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:29.415151 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Sync routers for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:29.427308 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.433323 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6a7fb59e-638f-427a-a84e-df8f0516a37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:29.434466 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:29.435330 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:29.474107 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c7798c-6418-45e2-bb53-0d360e90340e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:29.486514 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.490289 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0199454 Jun 09 21:54:29.498323 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.502826 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4a6f76d8-627a-49b7-babb-e0a21e342d9d HTTP/1.1" status: 204 len: 168 time: 0.8258650 Jun 09 21:54:29.502826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45774) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:29.528816 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45776) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:29.550317 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667b31b-78f0-46b2-8500-3a5937c39c31,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:29.707779 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-a7d7e775-9ed4-4947-8590-295249d42738 None None] Provisioning complete for port d1dff897-8425-4a6c-8a18-a930b90d6589 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:29.708177 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e775-9ed4-4947-8590-295249d42738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.742924 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:29.743479 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:29.775614 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=d1dff897-8425-4a6c-8a18-a930b90d6589,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:29.802806 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:29.861379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 0d5760b8-0267-4e1f-9bd7-014229f3096e triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:29.861765 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.945281 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.027294 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.109122 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6f76d8-627a-49b7-babb-e0a21e342d9d,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:30.131717 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:30.150843 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.165472 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:30.170160 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Checking router: 6f9361b4-83d6-49ee-9b54-41f6a46a8940 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:30.170583 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Updating router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 port 370afb11-4c7d-45ab-a571-a792b416d468 binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:30.230832 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.451706 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.456795 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7c004a4-3e93-44c4-9787-631bbd0accf2 req-0612876d-8380-4aed-87a2-6be792db1ff1 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.0592310 Jun 09 21:54:30.480291 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.480884 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.481746 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.482245 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > port after_create 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.482730 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.483212 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > port after_update 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.483695 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.484204 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.484685 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.485145 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.631631 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.645621 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Transition to ACTIVE for port object 370afb11-4c7d-45ab-a571-a792b416d468 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:30.660746 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.677764 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:30.679979 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.680326 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.680649 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.680974 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.681336 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21807f49-0398-4418-8212-0cba41de9c70']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:30.694617 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438bb851-7de0-4bbd-8043-c2e81d0480e9') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:30.695660 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438bb851-7de0-4bbd-8043-c2e81d0480e9') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:30.708678 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.729524 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.729902 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d1dff897-8425-4a6c-8a18-a930b90d6589 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:30.737948 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:54:30.738543 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.785670 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Attempting to bind port 370afb11-4c7d-45ab-a571-a792b416d468 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:30.785670 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Attempting to bind port 370afb11-4c7d-45ab-a571-a792b416d468 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:30.786165 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Attempting to bind port 370afb11-4c7d-45ab-a571-a792b416d468 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:30.795088 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:30.795463 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:30.795898 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.796295 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:30.796769 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Bound port: 370afb11-4c7d-45ab-a571-a792b416d468, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:30.797143 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: from cryptography.utils import int_from_bytes Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: from cryptography.utils import int_from_bytes Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:54:30.847043 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:54:30.880211 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.892837 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Pushing event updated for resources: {'Port': ['ID=370afb11-4c7d-45ab-a571-a792b416d468,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:30.900196 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:30.914937 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.915298 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.915637 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.916020 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.916347 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.916673 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.916993 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.917312 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.917657 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.917979 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.918296 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.918656 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Tracked resource versions report: Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: pushed versions: Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Log': {'1.0'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Network': {'1.1'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Port': {'1.7'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'PortForwarding': {'1.2'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'QosPolicy': {'1.8'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SubPort': {'1.0'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Subnet': {'1.1'}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Trunk': {'1.1'}} Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: consumer versions: Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: { DHCP agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: L3 agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: Metadata agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: Metering agent@dv-cinder-774286-15-iscsi: {}, Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: Open vSwitch agent@dv-cinder-774286-15-iscsi: { 'AddressGroup': '1.2', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'ConntrackHelper': '1.0', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Log': '1.0', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Network': '1.1', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Port': '1.7', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'PortForwarding': '1.2', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'QosPolicy': '1.8', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroup': '1.4', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SecurityGroupRule': '1.2', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'SubPort': '1.0', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Subnet': '1.1', Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: 'Trunk': '1.1'}} Jun 09 21:54:30.920035 dv-cinder-774286-15-iscsi neutron-server[91688]: {{(pid=91688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:30.931583 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:30.970499 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] For port 370afb11-4c7d-45ab-a571-a792b416d468, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:30.974280 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] For port 370afb11-4c7d-45ab-a571-a792b416d468, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=370afb11-4c7d-45ab-a571-a792b416d468,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:30.981833 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.986417 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.986589 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/21807f49-0398-4418-8212-0cba41de9c70 HTTP/1.1" status: 204 len: 168 time: 1.4351842 Jun 09 21:54:30.989764 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45820) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:30.995983 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:31.001556 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21807f49-0398-4418-8212-0cba41de9c70,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:31.002421 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port d1dff897-8425-4a6c-8a18-a930b90d6589 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:31.010254 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.040994 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-153aa716-86ae-4611-9bde-ddd6828ddbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:31.079379 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:31.080423 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:31.140500 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:54:31.160792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Deleting subnet d001918b-7eb0-4670-b7c8-426be2ccb972 {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:54:31.218220 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.438693 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.445415 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.445624 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:31.463446 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.542931 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.22', 57012) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:31.684612 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.735864 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:31.749397 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Sync routers for ids ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:31.782034 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Routers {'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:31.783036 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:31.841730 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.853049 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-028812ce-e67f-45e0-8e3f-2ca497663bdf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1259713 Jun 09 21:54:31.871884 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45848) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:31.944367 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Pushing event updated for resources: {'Port': ['ID=370afb11-4c7d-45ab-a571-a792b416d468,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:31.947417 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:31.970274 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Allocated IP 172.20.0.1 (7c9b8232-e1d8-42a1-a6fb-10d2995c03a2/a9abe91a-621c-4390-b0e3-eae45948bbe2/5ff108d4-826d-4c2b-97b1-277a202f3015) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:32.109163 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.167768 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.195493 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Transition to ACTIVE for port object 5ff108d4-826d-4c2b-97b1-277a202f3015 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:32.225329 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:32.233113 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be882d94-b9c0-407c-8b64-966d200eb1a5 None None] The sync data for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi is: [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:32.246789 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.284005 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-601675dd-2887-4b9f-8761-487a6ed7400f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:32.295756 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45868) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:32.315760 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:32.345527 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Set router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:32.363687 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.365770 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d001918b-7eb0-4670-b7c8-426be2ccb972 HTTP/1.1" status: 204 len: 168 time: 1.3655820 Jun 09 21:54:32.370446 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d001918b-7eb0-4670-b7c8-426be2ccb972,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:32.376632 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-aa7c40ad-4a15-4c3f-9029-c6bd4b049ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:32.391935 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45878) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:32.426628 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff108d4-826d-4c2b-97b1-277a202f3015,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:32.443896 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab7b6157-7718-4426-a153-1230a3ee7d3c req-2762c6a3-dd3d-4a90-813c-4838c4cc82dd tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.2025392 Jun 09 21:54:32.463851 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:32.486450 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:32.491167 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:32.510685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:32.511869 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.604097 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-a5631314-90f9-458e-a391-ed98a1e8828d tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:32.609177 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-a5631314-90f9-458e-a391-ed98a1e8828d tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.22 "GET /v2.0/networks?id=03137096-3478-4fd9-8c97-53d58021ba89 HTTP/1.1" status: 200 len: 811 time: 1.0564573 Jun 09 21:54:32.747930 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:54:32.767659 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Request body: {'port': {'device_id': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'network_id': '03137096-3478-4fd9-8c97-53d58021ba89', 'admin_state_up': True, 'tenant_id': 'a5dac74906494e7286c2696dc4b3c63b'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:33.066119 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-292e947a-ea51-4765-9f8d-a2e61136e9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.084336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.089711 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e48e4368-9b81-4bcb-80ba-25804cc6f66e None None] Provisioning for port 5ff108d4-826d-4c2b-97b1-277a202f3015 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:33.212686 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-292e947a-ea51-4765-9f8d-a2e61136e9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.216140 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e48e4368-9b81-4bcb-80ba-25804cc6f66e None None] Provisioning complete for port 5ff108d4-826d-4c2b-97b1-277a202f3015 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:33.217059 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e48e4368-9b81-4bcb-80ba-25804cc6f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.225823 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-292e947a-ea51-4765-9f8d-a2e61136e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.316972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:33.365520 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-292e947a-ea51-4765-9f8d-a2e61136e9d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=551bda90999d4cf2b32f3bb8b6f95ea0&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0645683 Jun 09 21:54:33.366316 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e947a-ea51-4765-9f8d-a2e61136e9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55678d3c-ed46-45a7-9bf6-90345bbfb40d,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:33.469133 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-292e947a-ea51-4765-9f8d-a2e61136e9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:33.470104 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45906) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:33.473136 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.476917 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-e48e4368-9b81-4bcb-80ba-25804cc6f66e None None] Port 5ff108d4-826d-4c2b-97b1-277a202f3015 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:33.499677 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port': {'id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:33.516068 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Checking router: ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:33.517484 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Updating router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 port b63aedce-12d2-403e-a332-58876d7bb169 binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:33.602546 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.676437 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:33.689225 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Sync routers for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:33.704976 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:33.709889 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:33.745021 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.962159 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.970613 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.9558232 Jun 09 21:54:33.980041 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45914) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:34.126467 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-027414ef-5b88-482f-a2ac-65f9eb33143e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.176583 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:34.358732 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-be89c109-09d1-4eec-9ce5-c6a1594fe0ee req-af0b65df-a0c8-4dbe-b67d-c383bc28ca6f tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.4042339 Jun 09 21:54:34.477415 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Made reservation on behalf of a5dac74906494e7286c2696dc4b3c63b for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:34.482099 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.565254 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.567995 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.581514 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.581514 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.619054 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Transition to ACTIVE for port object b63aedce-12d2-403e-a332-58876d7bb169 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:34.649775 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.654809 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:34.685949 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.713865 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.717898 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:34.820160 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 370afb11-4c7d-45ab-a571-a792b416d468 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:34.936511 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21302fe-d512-4817-b26f-90f886d43c15 None None] Pushing event updated for resources: {'Port': ['ID=b63aedce-12d2-403e-a332-58876d7bb169,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:34.954654 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a21302fe-d512-4817-b26f-90f886d43c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:34.955742 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Attempting to bind port b63aedce-12d2-403e-a332-58876d7bb169 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:34.956142 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Attempting to bind port b63aedce-12d2-403e-a332-58876d7bb169 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:34.956558 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Attempting to bind port b63aedce-12d2-403e-a332-58876d7bb169 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:34.976785 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:34.977210 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:34.977559 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.978140 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:34.978800 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Bound port: b63aedce-12d2-403e-a332-58876d7bb169, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:34.979345 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.989760 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:54:35.095788 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 370afb11-4c7d-45ab-a571-a792b416d468 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:35.116771 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 370afb11-4c7d-45ab-a571-a792b416d468 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:35.117171 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.158307 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.186571 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] For port b63aedce-12d2-403e-a332-58876d7bb169, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:35.218265 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] For port b63aedce-12d2-403e-a332-58876d7bb169, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=b63aedce-12d2-403e-a332-58876d7bb169,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:35.228067 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.239758 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:35.263330 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:29Z', 'revision_number': 3, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:35.294723 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Checking router: 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:35.296107 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Updating router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 port 95ed6508-c7e7-4de2-9404-a3c5748c91ed binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:35.454976 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.467249 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.548677 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21302fe-d512-4817-b26f-90f886d43c15 None None] Pushing event updated for resources: {'Port': ['ID=b63aedce-12d2-403e-a332-58876d7bb169,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:35.567154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Routers {'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:35.568115 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:35.570508 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db38da8-b243-4b3c-9e3e-ccb472e161ca']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:35.582112 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:35.652215 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:35.661059 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.720846 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dba931c3-9cc2-4564-98ed-b8eb3227030a req-fd5276b1-c4c9-4dd7-b474-49f27c072e0c tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.0732126 Jun 09 21:54:35.742473 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936f75b0-09de-4547-895f-20c1927b3ac2') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:35.743062 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936f75b0-09de-4547-895f-20c1927b3ac2') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:36.012792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45948) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:36.020615 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] Set router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:36.020835 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff108d4-826d-4c2b-97b1-277a202f3015,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:36.054955 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.057454 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55678d3c-ed46-45a7-9bf6-90345bbfb40d HTTP/1.1" status: 204 len: 168 time: 2.5641701 Jun 09 21:54:36.067227 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:54:36.068660 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:36.074216 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:36.089777 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55678d3c-ed46-45a7-9bf6-90345bbfb40d,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:36.095252 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:36.127655 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.148918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 370afb11-4c7d-45ab-a571-a792b416d468, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=370afb11-4c7d-45ab-a571-a792b416d468,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:36.187055 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a21302fe-d512-4817-b26f-90f886d43c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:36.404096 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.486419 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:36.688882 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:36.730927 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] 10.222.0.26 "PUT /v2.0/routers/6f9361b4-83d6-49ee-9b54-41f6a46a8940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2277296 Jun 09 21:54:36.754214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Allocated IP 172.20.0.14 (03137096-3478-4fd9-8c97-53d58021ba89/fafee987-9ce9-4519-b58d-bbdf1b319205/e8900dfc-90ac-4656-a216-97ab4af448a2) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:36.803032 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.814218 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Sync routers for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:36.842768 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Transition to ACTIVE for port object 95ed6508-c7e7-4de2-9404-a3c5748c91ed will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:36.849583 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.860780 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.864783 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:36.865923 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:36.883264 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:37.090754 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 45968) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:37.139713 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:37.186463 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Attempting to bind port 95ed6508-c7e7-4de2-9404-a3c5748c91ed on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:37.187185 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Attempting to bind port 95ed6508-c7e7-4de2-9404-a3c5748c91ed by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:37.188100 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Attempting to bind port 95ed6508-c7e7-4de2-9404-a3c5748c91ed on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:37.193007 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2939bc-3972-47d3-8e20-0f6e7629869f None None] Pushing event updated for resources: {'Port': ['ID=95ed6508-c7e7-4de2-9404-a3c5748c91ed,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:37.215323 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7e2939bc-3972-47d3-8e20-0f6e7629869f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:37.217085 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:37.217672 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:37.218227 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.218813 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:37.219460 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Bound port: 95ed6508-c7e7-4de2-9404-a3c5748c91ed, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:37.220080 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.260311 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-7b1808f0-9510-4a4f-9f40-46e5814deca6 None None] Provisioning complete for port 5ff108d4-826d-4c2b-97b1-277a202f3015 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:37.261464 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-7b1808f0-9510-4a4f-9f40-46e5814deca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.290862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45976) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:37.331137 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] For port 95ed6508-c7e7-4de2-9404-a3c5748c91ed, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:37.334772 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] For port 95ed6508-c7e7-4de2-9404-a3c5748c91ed, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=95ed6508-c7e7-4de2-9404-a3c5748c91ed,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:37.342935 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.348309 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-a3978a1d-7ea8-46aa-9427-f077062102d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:37.366949 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6b1fadc6-b5dc-4408-9fce-57456506f09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.374826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.393919 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-171093e1-1044-4f15-939f-bc6597f6c17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.441352 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2939bc-3972-47d3-8e20-0f6e7629869f None None] Pushing event updated for resources: {'Port': ['ID=95ed6508-c7e7-4de2-9404-a3c5748c91ed,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:37.455825 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7e2939bc-3972-47d3-8e20-0f6e7629869f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:37.497889 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:37.499696 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:37.536560 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.580459 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bd0ca8b1-c509-4389-810b-6ad1674d418c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:37.734458 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-171093e1-1044-4f15-939f-bc6597f6c17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.861426 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Network 03137096-3478-4fd9-8c97-53d58021ba89 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:37.901285 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.902520 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=370afb11-4c7d-45ab-a571-a792b416d468,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:37.909908 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.912995 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.427s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:37.922545 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:37.937912 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:37.940740 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:37.949217 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:37.959693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.964808 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Pushing event updated for resources: {'Port': ['ID=e8900dfc-90ac-4656-a216-97ab4af448a2,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:37.985247 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:37.989130 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-171093e1-1044-4f15-939f-bc6597f6c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.990020 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f1c91223-b105-4738-9f5a-b97317fd2d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.039688 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c305d5-b005-4691-8289-3417b57a6016 req-f40e35b4-8845-4c4d-b203-64dc6ed39c36 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:38.055066 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6c305d5-b005-4691-8289-3417b57a6016 req-f40e35b4-8845-4c4d-b203-64dc6ed39c36 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 932 time: 0.7631342 Jun 09 21:54:38.059828 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3025720 Jun 09 21:54:38.080703 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:54:38.081413 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.096154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-7b1808f0-9510-4a4f-9f40-46e5814deca6 None None] Port 5ff108d4-826d-4c2b-97b1-277a202f3015 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:38.140365 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.144818 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-430469e5-ac1f-4e2a-8c6c-4c0bba2f30c7 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:38.147694 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-430469e5-ac1f-4e2a-8c6c-4c0bba2f30c7 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0321329 Jun 09 21:54:38.228066 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6c305d5-b005-4691-8289-3417b57a6016 req-02487d44-d21b-45fa-92d7-cd042d000937 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630394 Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:54:38.295355 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:54:38.306536 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:38.358064 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 45998) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:38.363804 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515014225', 'description': 'tempest-description--807698734'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:38.417987 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port': {'id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:38.428991 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d593e-721b-4e8e-babc-e0cbd595393c None None] The sync data for ids ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'] in dv-cinder-774286-15-iscsi is: [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port': {'id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:38.469778 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 2, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:38.476416 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Checking router: 6f9361b4-83d6-49ee-9b54-41f6a46a8940 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:38.477053 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Updating router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 port 5ff108d4-826d-4c2b-97b1-277a202f3015 binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:38.525342 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Request body: {'port': {'device_id': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:38.595282 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:29Z', 'revision_number': 3, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:38.604406 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d2a0f-666d-40c9-9e3b-f727fab4dc31 None None] The sync data for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi is: [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:29Z', 'revision_number': 3, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:38.623924 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.805591 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 370afb11-4c7d-45ab-a571-a792b416d468 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:38.810578 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.885304 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171093e1-1044-4f15-939f-bc6597f6c17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5aabf-cf00-428a-bc6f-604e19f493dd,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:38.889265 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-171093e1-1044-4f15-939f-bc6597f6c17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:38.889928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.903958 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.160370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.db.api [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 21:54:39.160370 dv-cinder-774286-15-iscsi neutron-server[91686]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 09 21:54:39.160370 dv-cinder-774286-15-iscsi neutron-server[91686]: [parameters: {'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'id': 'f48eafb2-5029-48c8-a8be-d5513ef8ddd3', 'expiration': datetime.datetime(2021, 6, 9, 21, 56, 38, 394403)}] Jun 09 21:54:39.160370 dv-cinder-774286-15-iscsi neutron-server[91686]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 21:54:39.162015 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_db.api [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 21:54:39.195075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 370afb11-4c7d-45ab-a571-a792b416d468 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:39.195460 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.237674 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:39.268411 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.282573 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] 10.222.0.26 "DELETE /v2.0/networks/0db38da8-b243-4b3c-9e3e-ccb472e161ca HTTP/1.1" status: 204 len: 168 time: 6.8808293 Jun 09 21:54:39.552807 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Allocated IP 172.20.0.1 (053f7334-f91e-4e83-8350-b0dac27ad99b/6a8b2d82-910b-444c-8eb7-2aa4647a4a07/f4d27b57-cf66-44b8-a140-8ec3dd908818) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:39.591689 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.616539 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-171093e1-1044-4f15-939f-bc6597f6c17c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=556e0fde3de6495682a6dd9315cab7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2767096 Jun 09 21:54:39.659134 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46020) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:39.665538 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=0db38da8-b243-4b3c-9e3e-ccb472e161ca,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:39.674863 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-461cf70a-ce54-4b31-8735-afae635afd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:39.883358 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46024) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:39.883984 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46026) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:40.090077 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.121199 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Transition to ACTIVE for port object 5ff108d4-826d-4c2b-97b1-277a202f3015 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:40.133868 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.151559 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:40.173140 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.230849 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b2a4-9685-4f54-b3b1-b27db61491fa req-2949cef9-41c3-4246-abb4-761c52992312 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:40.232470 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2410b2a4-9685-4f54-b3b1-b27db61491fa req-2949cef9-41c3-4246-abb4-761c52992312 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 932 time: 0.4040291 Jun 09 21:54:40.327068 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a4147a7b-b794-4c50-80d2-0ca8fafa65e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=416121cbc4ff47a6a2b926ce72898627&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2018352 Jun 09 21:54:40.333113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46032) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:40.435386 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.db.resource_extend [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 21:54:40.470152 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.496663 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2410b2a4-9685-4f54-b3b1-b27db61491fa req-06c2bd3e-7a92-4f04-922d-5b24b5025e35 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424746 Jun 09 21:54:40.500587 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.provisioning_blocks [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Transition to ACTIVE for port object f4d27b57-cf66-44b8-a140-8ec3dd908818 will not be triggered until provisioned by entity DHCP. {{(pid=91685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:40.601677 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f1c91223-b105-4738-9f5a-b97317fd2d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.681572 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447ecca-8967-48a2-bcf6-0f515996bf11 None None] Pushing event updated for resources: {'Port': ['ID=5ff108d4-826d-4c2b-97b1-277a202f3015,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:40.701313 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1447ecca-8967-48a2-bcf6-0f515996bf11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:40.724869 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.752109 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.812607 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8900dfc-90ac-4656-a216-97ab4af448a2 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:40.822347 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Attempting to bind port 5ff108d4-826d-4c2b-97b1-277a202f3015 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:40.826800 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Attempting to bind port 5ff108d4-826d-4c2b-97b1-277a202f3015 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:40.827553 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Attempting to bind port 5ff108d4-826d-4c2b-97b1-277a202f3015 on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:40.843155 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f1c91223-b105-4738-9f5a-b97317fd2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.847725 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:40.852529 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.854800 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Checking segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:40.855473 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.856111 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Bound using segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:40.856769 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Bound port: 5ff108d4-826d-4c2b-97b1-277a202f3015, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:40.857314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.908020 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.928938 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.941258 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-da4acd90-0a04-4b58-bed8-fd77fa06a385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:40.970883 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 95ed6508-c7e7-4de2-9404-a3c5748c91ed up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:40.972161 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-81bb1594-0619-4fb6-b04d-0f8a612ce88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.009770 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Allocated IP 172.20.0.1 (61c156ee-d505-40b7-9c18-ed5b1e54b63d/f149cfa6-2488-4aed-bb6e-229ec823e8b0/4843a380-ae6e-4438-b39d-fbf97340ef7e) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:41.057804 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.082871 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 95ed6508-c7e7-4de2-9404-a3c5748c91ed completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:41.096273 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 95ed6508-c7e7-4de2-9404-a3c5748c91ed triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:41.096929 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.119628 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.186033 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.195148 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.197653 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.202382 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] For port 5ff108d4-826d-4c2b-97b1-277a202f3015, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:41.228391 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:41.240779 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.254724 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] For port 5ff108d4-826d-4c2b-97b1-277a202f3015, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=5ff108d4-826d-4c2b-97b1-277a202f3015,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:41.265891 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.279425 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:41.286917 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Transition to ACTIVE for port object e8900dfc-90ac-4656-a216-97ab4af448a2 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:41.289212 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:41.312300 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.328210 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.333630 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-a0c0fbce-6f52-4f14-8b3a-add460121b79 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.9741886 Jun 09 21:54:41.337231 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46034) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:41.358706 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.359077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.362259 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3f5aabf-cf00-428a-bc6f-604e19f493dd HTTP/1.1" status: 204 len: 168 time: 1.6840966 Jun 09 21:54:41.363962 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4de26275-41b5-488a-b100-21593e22dc5f HTTP/1.1" status: 204 len: 168 time: 1.0297847 Jun 09 21:54:41.370380 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'security_group_rule': {'security_group_id': 'c9e32f3f-bdf4-4b44-bf1f-4be88e49553e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:41.371768 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:41.372439 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:41.378569 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.381331 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de26275-41b5-488a-b100-21593e22dc5f,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:41.386199 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Network 053f7334-f91e-4e83-8350-b0dac27ad99b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:41.390576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:41.391238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:41.401673 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:41.405104 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:41.498413 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-f1c91223-b105-4738-9f5a-b97317fd2d0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bb4416045e04c14b41cad6f202d4efd&name=default HTTP/1.1" status: 200 len: 2979 time: 5.4709136 Jun 09 21:54:41.503518 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46040) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:41.587873 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d27b57-cf66-44b8-a140-8ec3dd908818,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:41.633735 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:41.640869 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:41.651374 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.658704 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:41.665631 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.694s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:41.693815 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 95ed6508-c7e7-4de2-9404-a3c5748c91ed, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=95ed6508-c7e7-4de2-9404-a3c5748c91ed,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:41.703727 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.704713 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:41.733346 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device b63aedce-12d2-403e-a332-58876d7bb169 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:41.872124 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.950027 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Pushing event updated for resources: {'Port': ['ID=e8900dfc-90ac-4656-a216-97ab4af448a2,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:41.961333 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:41.979681 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:41.980143 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:42.146974 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-81bb1594-0619-4fb6-b04d-0f8a612ce88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.178403 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91223-b105-4738-9f5a-b97317fd2d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2574e6-6a31-4f84-99da-21ecb1bd279b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.194898 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:42.210861 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-81bb1594-0619-4fb6-b04d-0f8a612ce88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.253642 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.262599 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5aabf-cf00-428a-bc6f-604e19f493dd,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.266921 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Attempting to bind port e8900dfc-90ac-4656-a216-97ab4af448a2 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:42.267511 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Attempting to bind port e8900dfc-90ac-4656-a216-97ab4af448a2 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b7b7f145-46b2-41a6-968f-9c0638a36bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03137096-3478-4fd9-8c97-53d58021ba89'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:42.268220 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Attempting to bind port e8900dfc-90ac-4656-a216-97ab4af448a2 on network 03137096-3478-4fd9-8c97-53d58021ba89 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:42.283081 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.285317 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:42.298936 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.943s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:42.361317 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Port e8900dfc-90ac-4656-a216-97ab4af448a2 on network 03137096-3478-4fd9-8c97-53d58021ba89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:54:42.361964 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Attempting to bind port e8900dfc-90ac-4656-a216-97ab4af448a2 on network 03137096-3478-4fd9-8c97-53d58021ba89 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:42.447560 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.478124 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447ecca-8967-48a2-bcf6-0f515996bf11 None None] Pushing event updated for resources: {'Port': ['ID=5ff108d4-826d-4c2b-97b1-277a202f3015,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.503262 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1447ecca-8967-48a2-bcf6-0f515996bf11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:42.556243 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:42.556594 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Checking segment: {'id': 'b7b7f145-46b2-41a6-968f-9c0638a36bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03137096-3478-4fd9-8c97-53d58021ba89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:42.557149 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Bound using segment: {'id': 'b7b7f145-46b2-41a6-968f-9c0638a36bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03137096-3478-4fd9-8c97-53d58021ba89'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:42.557611 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Bound port: e8900dfc-90ac-4656-a216-97ab4af448a2, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b7f145-46b2-41a6-968f-9c0638a36bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03137096-3478-4fd9-8c97-53d58021ba89'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:42.557953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.559519 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1447ecca-8967-48a2-bcf6-0f515996bf11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:42.569078 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46054) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:42.601501 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-81bb1594-0619-4fb6-b04d-0f8a612ce88b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a74ea5eeb28d4e828051706d5661a6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4718606 Jun 09 21:54:42.605534 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46058) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:42.607844 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Pushing event updated for resources: {'Port': ['ID=4843a380-ae6e-4438-b39d-fbf97340ef7e,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.659788 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:42.659788 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-171093e1-1044-4f15-939f-bc6597f6c17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.278s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:42.749543 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.749720 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1594-0619-4fb6-b04d-0f8a612ce88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f48c8-4607-4031-ab43-be7aaff2a5ed,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.762105 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-81bb1594-0619-4fb6-b04d-0f8a612ce88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:42.762739 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:42.763125 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:42.883841 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-af48c814-9ecf-4a31-bb38-c5591cc44da3 None None] Provisioning for port f4d27b57-cf66-44b8-a140-8ec3dd908818 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:42.896344 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-af48c814-9ecf-4a31-bb38-c5591cc44da3 None None] Provisioning complete for port f4d27b57-cf66-44b8-a140-8ec3dd908818 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:42.896930 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af48c814-9ecf-4a31-bb38-c5591cc44da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.917052 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c07db-de3b-4bcc-96c1-c84fd2a74d27 req-a10af743-7384-43ff-bc8e-ec1ba9160e08 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:42.918709 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c30c07db-de3b-4bcc-96c1-c84fd2a74d27 req-a10af743-7384-43ff-bc8e-ec1ba9160e08 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 944 time: 0.9841545 Jun 09 21:54:42.987771 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.019783 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-1650bde8-48a3-4a22-9f80-e3b7a19e4800 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4924b99672d64de09cab367d2e80d623&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4485183 Jun 09 21:54:43.024085 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=95ed6508-c7e7-4de2-9404-a3c5748c91ed,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:43.029408 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.032985 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed2574e6-6a31-4f84-99da-21ecb1bd279b HTTP/1.1" status: 204 len: 168 time: 1.3625851 Jun 09 21:54:43.040348 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:43.044995 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46064) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:43.048555 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:43.078914 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2574e6-6a31-4f84-99da-21ecb1bd279b,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:43.093024 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:43.102754 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c30c07db-de3b-4bcc-96c1-c84fd2a74d27 req-520a200a-854e-4bf8-9612-6cf661797c88 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567762 Jun 09 21:54:43.113566 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.126867 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port b63aedce-12d2-403e-a332-58876d7bb169 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:43.129547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] For port e8900dfc-90ac-4656-a216-97ab4af448a2, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:43.147722 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-af48c814-9ecf-4a31-bb38-c5591cc44da3 None None] Port f4d27b57-cf66-44b8-a140-8ec3dd908818 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:43.182039 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] For port e8900dfc-90ac-4656-a216-97ab4af448a2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e8900dfc-90ac-4656-a216-97ab4af448a2,segment=NetworkSegment(b7b7f145-46b2-41a6-968f-9c0638a36bfd),segment_id=b7b7f145-46b2-41a6-968f-9c0638a36bfd)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:43.203660 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.219278 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.222185 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.226261 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.234701 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port b63aedce-12d2-403e-a332-58876d7bb169 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:43.235077 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.291463 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.381654 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:43.560685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.566692 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.612946 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.614124 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f58ade0-a14a-4b09-bac6-28f61c3bc1d5 HTTP/1.1" status: 204 len: 168 time: 0.5510268 Jun 09 21:54:43.621622 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:43.622260 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.629443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] 10.222.0.22 "PUT /v2.0/ports/e8900dfc-90ac-4656-a216-97ab4af448a2 HTTP/1.1" status: 200 len: 1094 time: 5.2153139 Jun 09 21:54:43.633692 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'tag': 'e8900dfc-90ac-4656-a216-97ab4af448a2'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:54:43.663535 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.675927 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:43.690896 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fd5de-8c1c-4666-aa34-7b716391c73c None None] The sync data for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi is: [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:43.698002 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port b63aedce-12d2-403e-a332-58876d7bb169, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=b63aedce-12d2-403e-a332-58876d7bb169,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:43.704098 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.707697 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-649011f4-2401-4b96-986e-1ca52d7f2066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:43.778822 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.780104 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4147689 Jun 09 21:54:43.786907 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46090) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:43.803568 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'security_group_rule': {'security_group_id': 'c9e32f3f-bdf4-4b44-bf1f-4be88e49553e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:43.972805 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=b63aedce-12d2-403e-a332-58876d7bb169,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:43.981345 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:44.005928 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 95ed6508-c7e7-4de2-9404-a3c5748c91ed up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:44.007870 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Pushing event updated for resources: {'Port': ['ID=e8900dfc-90ac-4656-a216-97ab4af448a2,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:44.021963 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:44.034503 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:44.054758 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.109369 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedfe3ee-acea-45ff-a936-6a615b518635,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:44.125665 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:44.137826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:44.201600 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f58ade0-a14a-4b09-bac6-28f61c3bc1d5,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:44.217841 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:44.226828 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.292663 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 95ed6508-c7e7-4de2-9404-a3c5748c91ed triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:44.294109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.331010 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-c89697fa-3532-4306-a786-ac0882f21699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:44.333101 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-c89697fa-3532-4306-a786-ac0882f21699 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5dac74906494e7286c2696dc4b3c63b&device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 1097 time: 0.5169761 Jun 09 21:54:44.443421 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.480385 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.509895 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.512358 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/414f48c8-4607-4031-ab43-be7aaff2a5ed HTTP/1.1" status: 204 len: 168 time: 1.9018230 Jun 09 21:54:44.523847 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1d58dcd7-f9db-4527-bb2a-ec08c388198e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:44.572323 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f48c8-4607-4031-ab43-be7aaff2a5ed,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:44.585054 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:44.667963 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c" -d '{"events": [{"name": "network-changed", "server_uuid": "a34592f8-0e62-4f1b-b982-874b93cd3ae0", "tag": "e8900dfc-90ac-4656-a216-97ab4af448a2"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:54:44.689242 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.992980 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.996674 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-2a749c3e-694d-43a7-b0d1-855cf2ee8f18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8900dfc-90ac-4656-a216-97ab4af448a2 HTTP/1.1" status: 200 len: 217 time: 0.5975323 Jun 09 21:54:45.002696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:45.095187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebe54ba-3e73-4120-8083-2fbd78cc999b,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:45.100707 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:45.115783 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.122509 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3299327 Jun 09 21:54:45.125984 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46122) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:45.142519 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:45.187007 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.209616 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.231921 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.323436 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:45.456703 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.478238 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d27b57-cf66-44b8-a140-8ec3dd908818,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:45.487251 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:45.513155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe53c-c499-481b-8b6c-2848031c4e81 req-8ec7e007-a1f1-4dbb-af8f-3f0eb84762af tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:45.524307 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-830fe53c-c499-481b-8b6c-2848031c4e81 req-8ec7e007-a1f1-4dbb-af8f-3f0eb84762af tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 944 time: 0.8305728 Jun 09 21:54:45.585673 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-e7a8bcbd-0a91-4b89-988a-09f81c7a71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:45.587727 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-e7a8bcbd-0a91-4b89-988a-09f81c7a71fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fafee987-9ce9-4519-b58d-bbdf1b319205 HTTP/1.1" status: 200 len: 851 time: 0.3623686 Jun 09 21:54:45.672559 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-830fe53c-c499-481b-8b6c-2848031c4e81 req-822f5190-d0be-4e0e-95fa-a4b6020d51e4 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466868 Jun 09 21:54:45.776068 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.834998 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e3b978-1df2-4a92-8ba5-be31875d30fb x-openstack-request-id: req-14e3b978-1df2-4a92-8ba5-be31875d30fb {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:54:45.836103 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34592f8-0e62-4f1b-b982-874b93cd3ae0", "tag": "e8900dfc-90ac-4656-a216-97ab4af448a2", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:54:45.836485 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14e3b978-1df2-4a92-8ba5-be31875d30fb {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:54:45.837216 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'tag': 'e8900dfc-90ac-4656-a216-97ab4af448a2', 'status': 'completed', 'code': 200} Jun 09 21:54:45.877482 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46130) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:45.895913 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.db.resource_extend [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 21:54:45.906847 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d80ef3fa-a0e2-47f8-a316-2c88d9976de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.963632 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.006871 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.048170 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device b63aedce-12d2-403e-a332-58876d7bb169 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:46.068360 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Allocated IP 172.27.1.162 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/e511d524-a579-4077-ab07-bd5fcf82bd53) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:46.107052 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:46.179202 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port b63aedce-12d2-403e-a332-58876d7bb169 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:46.179833 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.214642 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Network 053f7334-f91e-4e83-8350-b0dac27ad99b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:46.243477 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:46.269904 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.293488 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-6cb9150d-9e6e-41f6-8ddd-bb507d3ed936 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03137096-3478-4fd9-8c97-53d58021ba89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913379 Jun 09 21:54:46.350383 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Pushing event updated for resources: {'Port': ['ID=4843a380-ae6e-4438-b39d-fbf97340ef7e,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:46.361355 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:46.499531 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.625473 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d80ef3fa-a0e2-47f8-a316-2c88d9976de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.630398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.642790 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-851c704b-9a10-4c50-b761-46dfddbcdd32 None None] Provisioning complete for port f4d27b57-cf66-44b8-a140-8ec3dd908818 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:46.643170 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-851c704b-9a10-4c50-b761-46dfddbcdd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.697241 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:46.748765 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 5ff108d4-826d-4c2b-97b1-277a202f3015 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:46.760558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d80ef3fa-a0e2-47f8-a316-2c88d9976de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.801704 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:54:46.852518 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:46.864007 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:46.891554 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:46.897642 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-d80ef3fa-a0e2-47f8-a316-2c88d9976de3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61f09e18ff9f4150b84b8a50dd2f13d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0191591 Jun 09 21:54:46.898800 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'Port': ['ID=e511d524-a579-4077-ab07-bd5fcf82bd53,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:46.907385 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:46.908012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46146) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:46.908630 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:46.914399 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-851c704b-9a10-4c50-b761-46dfddbcdd32 None None] Port f4d27b57-cf66-44b8-a140-8ec3dd908818 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:46.949610 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 5ff108d4-826d-4c2b-97b1-277a202f3015 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:46.958295 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 5ff108d4-826d-4c2b-97b1-277a202f3015 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:46.958708 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.107260 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:47.112945 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-8cfd907d-bb5f-460d-9645-62b362151943 service neutron] 10.222.0.22 "GET /v2.0/networks/03137096-3478-4fd9-8c97-53d58021ba89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712893 Jun 09 21:54:47.118622 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:47.131878 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.181911 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 5ff108d4-826d-4c2b-97b1-277a202f3015, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=5ff108d4-826d-4c2b-97b1-277a202f3015,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:47.190254 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.192611 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:47.198101 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ef3fa-a0e2-47f8-a316-2c88d9976de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a330c90-0291-4ef4-ae95-a2c31dbe3cea,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:47.213624 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d80ef3fa-a0e2-47f8-a316-2c88d9976de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:47.260072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.284031 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.365527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.393236 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=5ff108d4-826d-4c2b-97b1-277a202f3015,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:47.398363 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:47.401981 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:47.418096 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] 10.222.0.26 "PUT /v2.0/routers/096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3819678 Jun 09 21:54:47.419263 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Sync routers for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:47.421002 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bb2a-6c94-48fc-837b-f1b03d75abb8 req-4eaf2099-0442-47da-acef-65e93948d0f2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:47.428914 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-61c5bb2a-6c94-48fc-837b-f1b03d75abb8 req-4eaf2099-0442-47da-acef-65e93948d0f2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 944 time: 0.3526037 Jun 09 21:54:47.435433 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:47.436110 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:47.437522 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.474606 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:54:47.750940 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-61c5bb2a-6c94-48fc-837b-f1b03d75abb8 req-6fab73da-e765-4ea7-adb7-7368ee81adee tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142612 Jun 09 21:54:47.761951 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.774554 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.775673 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a330c90-0291-4ef4-ae95-a2c31dbe3cea HTTP/1.1" status: 204 len: 168 time: 0.8591208 Jun 09 21:54:47.807410 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-292e947a-ea51-4765-9f8d-a2e61136e9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:47.810372 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:47.825133 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] 10.222.0.26 "PUT /v2.0/routers/ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9520738 Jun 09 21:54:47.831347 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Sync routers for ids ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:47.865460 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Routers {'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:47.866104 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:47.867239 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:47.878238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a330c90-0291-4ef4-ae95-a2c31dbe3cea,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:47.896781 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:48.043283 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 5ff108d4-826d-4c2b-97b1-277a202f3015 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:48.300578 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 5ff108d4-826d-4c2b-97b1-277a202f3015 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:48.300578 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.480846 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Set router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:48.485653 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:43Z', 'revision_number': 2, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:48.490350 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Checking router: 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:48.490787 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Updating router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 port f4d27b57-cf66-44b8-a140-8ec3dd908818 binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:48.607052 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.893882 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.920836 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.932957 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9b435825-74bd-493b-8aa6-6a1d68940a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:49.035526 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.045123 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a9e24b7-c842-4eeb-9676-a7d72a4374ce req-bb8bcf1e-bed4-4f23-9501-7786563b3065 service neutron] 10.222.0.22 "GET /v2.0/networks/03137096-3478-4fd9-8c97-53d58021ba89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096151 Jun 09 21:54:49.056076 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46216) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:49.062415 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322180554', 'description': 'tempest-description--549166556'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:49.084747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'Port': ['ID=e511d524-a579-4077-ab07-bd5fcf82bd53,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:49.090604 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:49.119454 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.123282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.124905 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9896073 Jun 09 21:54:49.251986 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port': {'id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '4843a380-ae6e-4438-b39d-fbf97340ef7e', 'name': '', 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'mac_address': 'fa:16:3e:02:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:39Z', 'updated_at': '2021-06-09T21:54:44Z', 'revision_number': 2, 'project_id': '8152221f216549788f18e74da3fa52e9', 'subnets': [{'id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:49.260729 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Checking router: ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:49.264180 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Updating router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 port 4843a380-ae6e-4438-b39d-fbf97340ef7e binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:49.334345 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.340080 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.346915 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ddf569a5-4748-41df-9ad5-f621dbca9fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:49.359465 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.402663 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.412148 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.413375 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3553181 Jun 09 21:54:49.416831 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46238) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:49.419337 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:49.424212 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'security_group_rule': {'security_group_id': 'bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:49.430715 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:49.432005 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Transition to ACTIVE for port object f4d27b57-cf66-44b8-a140-8ec3dd908818 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:49.447206 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.454081 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7e2939bc-3972-47d3-8e20-0f6e7629869f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:49.466250 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.531657 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc14f-4b1a-46cd-8350-bf9d4ca3a700 None None] Pushing event updated for resources: {'Port': ['ID=f4d27b57-cf66-44b8-a140-8ec3dd908818,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:49.535844 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-394fc14f-4b1a-46cd-8350-bf9d4ca3a700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:49.577107 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-4a5fdd75-3040-4a7c-b030-9f42bb64dd57 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:49.578833 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-4a5fdd75-3040-4a7c-b030-9f42bb64dd57 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 819 time: 0.3235404 Jun 09 21:54:49.591340 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-d986503a-6d4f-4188-a882-3cccac4a33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:49.593111 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-d986503a-6d4f-4188-a882-3cccac4a33a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5dac74906494e7286c2696dc4b3c63b&device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 1097 time: 0.4497113 Jun 09 21:54:49.626168 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.634689 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.636793 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:49.682592 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bbd353-c3e3-4016-82e3-b3c1131f4204,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:49.706485 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:49.717504 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.721441 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008945 Jun 09 21:54:49.721441 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46246) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:49.726224 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'security_group_rule': {'security_group_id': 'bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:49.731252 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-487c4c51-c586-4b42-9456-bd6d53ee17c6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/quotas/8152221f216549788f18e74da3fa52e9 HTTP/1.1" status: 200 len: 375 time: 0.1432464 Jun 09 21:54:49.750854 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57264f-9a43-49a0-a900-5daf406fc875 req-67f68d49-cb2e-4782-bc39-f16a03a0ce21 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:49.759492 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3c57264f-9a43-49a0-a900-5daf406fc875 req-67f68d49-cb2e-4782-bc39-f16a03a0ce21 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 944 time: 0.4777229 Jun 09 21:54:49.809414 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.018722 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.019174 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3c57264f-9a43-49a0-a900-5daf406fc875 req-5237ffd5-8436-4beb-bed6-ac3556d0e52d tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538073 Jun 09 21:54:50.045498 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.049030 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Attempting to bind port f4d27b57-cf66-44b8-a140-8ec3dd908818 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:50.049466 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Attempting to bind port f4d27b57-cf66-44b8-a140-8ec3dd908818 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:50.049701 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3e43e5cf-7524-4760-bcbb-47eddb8a2595 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:50.049808 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Attempting to bind port f4d27b57-cf66-44b8-a140-8ec3dd908818 on network 053f7334-f91e-4e83-8350-b0dac27ad99b {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:50.072240 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:50.073476 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Checking segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:50.076123 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.076557 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Bound using segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:50.077061 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Bound port: f4d27b57-cf66-44b8-a140-8ec3dd908818, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:50.077445 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.111114 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6028c69-8fc2-400a-83f0-97cd78305d5b,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:50.126202 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-1e4942c6-14f8-4a7f-8997-95f86a5c8c65 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3938532 Jun 09 21:54:50.126393 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:50.137075 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.141205 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4160485 Jun 09 21:54:50.141493 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46264) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:50.148666 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:50.202958 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.211314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.240858 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Transition to ACTIVE for port object 4843a380-ae6e-4438-b39d-fbf97340ef7e will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:50.248064 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] For port f4d27b57-cf66-44b8-a140-8ec3dd908818, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:50.253310 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] For port f4d27b57-cf66-44b8-a140-8ec3dd908818, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f4d27b57-cf66-44b8-a140-8ec3dd908818,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:50.254529 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.258530 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:50.267495 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.273946 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:50.397570 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc56b7d-d8d4-4a33-b04a-d0210810e477 None None] Pushing event updated for resources: {'Port': ['ID=4843a380-ae6e-4438-b39d-fbf97340ef7e,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:50.405415 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:50.406052 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:50.422495 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ffc56b7d-d8d4-4a33-b04a-d0210810e477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:50.517361 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc14f-4b1a-46cd-8350-bf9d4ca3a700 None None] Pushing event updated for resources: {'Port': ['ID=f4d27b57-cf66-44b8-a140-8ec3dd908818,revision_number=4']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:50.532976 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-394fc14f-4b1a-46cd-8350-bf9d4ca3a700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:50.536146 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-f0cd8b62-b00c-4298-9780-023c2ab0a315 service neutron] 10.222.0.26 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064307 Jun 09 21:54:50.690361 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.743516 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Attempting to bind port 4843a380-ae6e-4438-b39d-fbf97340ef7e on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:50.744091 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Attempting to bind port 4843a380-ae6e-4438-b39d-fbf97340ef7e by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:50.744608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Attempting to bind port 4843a380-ae6e-4438-b39d-fbf97340ef7e on network 61c156ee-d505-40b7-9c18-ed5b1e54b63d {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:50.762841 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:50.767853 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Checking segment: {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:50.768652 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.769875 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Bound using segment: {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:50.771907 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Bound port: 4843a380-ae6e-4438-b39d-fbf97340ef7e, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:50.772384 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.779941 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:50.833209 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-14c706f6-e862-45ed-b940-01c909aacc27 service neutron] 10.222.0.26 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949300 Jun 09 21:54:50.920235 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] For port 4843a380-ae6e-4438-b39d-fbf97340ef7e, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:50.924348 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] For port 4843a380-ae6e-4438-b39d-fbf97340ef7e, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4843a380-ae6e-4438-b39d-fbf97340ef7e,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:50.932324 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.938795 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:50.984495 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-68190c53-1375-44cd-9ef4-6f2443d7737f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--515014225&fields=id&tenant_id=f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 267 time: 0.4431083 Jun 09 21:54:50.992680 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-8c93382c-039a-4192-b99c-93bb0024763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:50.994539 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-8c93382c-039a-4192-b99c-93bb0024763c service neutron] 10.222.0.22 "GET /v2.0/networks?id=03137096-3478-4fd9-8c97-53d58021ba89 HTTP/1.1" status: 200 len: 912 time: 1.3836482 Jun 09 21:54:51.016069 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Allocated IP 172.27.1.217 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/8ff54979-794b-4d30-ac88-62ba3090392c) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:51.038020 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc56b7d-d8d4-4a33-b04a-d0210810e477 None None] Pushing event updated for resources: {'Port': ['ID=4843a380-ae6e-4438-b39d-fbf97340ef7e,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:51.044483 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ffc56b7d-d8d4-4a33-b04a-d0210810e477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:51.091574 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Routers {'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:51.092376 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:51.263673 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-65c92a1d-4e39-4755-9fc1-e762e1a7b965 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8900dfc-90ac-4656-a216-97ab4af448a2 HTTP/1.1" status: 200 len: 217 time: 0.2184479 Jun 09 21:54:51.412684 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.491774 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.497499 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:51.501128 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] Set router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:51.596563 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:51.600612 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:51.605101 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:51.638984 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:50Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:51.645989 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc8906f-52cf-4f01-97f2-5cd53d8e5e32 None None] The sync data for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi is: [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:50Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:51.830709 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.836985 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8fec3490-8291-4742-b614-a962331b4f23 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:51.840709 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46348) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:51.849653 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8fec3490-8291-4742-b614-a962331b4f23 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 816 time: 0.8639066 Jun 09 21:54:51.961364 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f4d27b57-cf66-44b8-a140-8ec3dd908818 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:51.968893 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.114908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-51baa072-cb5d-4878-ac3e-4614823bfd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:52.117239 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-51baa072-cb5d-4878-ac3e-4614823bfd43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fafee987-9ce9-4519-b58d-bbdf1b319205 HTTP/1.1" status: 200 len: 851 time: 0.8461752 Jun 09 21:54:52.134291 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-ff830ba8-8a9a-4620-96bb-0c34a1bf1aee tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/quotas/f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 375 time: 0.2825849 Jun 09 21:54:52.211698 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'Port': ['ID=8ff54979-794b-4d30-ac88-62ba3090392c,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:52.234471 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port f4d27b57-cf66-44b8-a140-8ec3dd908818 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:52.243618 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:52.248716 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port f4d27b57-cf66-44b8-a140-8ec3dd908818 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:52.250977 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.342636 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-fc227c11-1ad0-4273-9ef6-e38d1068cf5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03137096-3478-4fd9-8c97-53d58021ba89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1965089 Jun 09 21:54:52.358868 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fe8b047d-372e-4c60-9fc3-9da7ce4be068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.416735 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port': {'id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '4843a380-ae6e-4438-b39d-fbf97340ef7e', 'name': '', 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'mac_address': 'fa:16:3e:02:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:39Z', 'updated_at': '2021-06-09T21:54:50Z', 'revision_number': 4, 'project_id': '8152221f216549788f18e74da3fa52e9', 'subnets': [{'id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:52.438833 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.474985 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.478286 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d642d5-83b6-43c0-a3da-ab7b956b33cb req-40a3321d-bd17-4a31-8d4b-c9a5300d0017 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:52.491579 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:52.501466 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d3d642d5-83b6-43c0-a3da-ab7b956b33cb req-40a3321d-bd17-4a31-8d4b-c9a5300d0017 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 944 time: 0.6782436 Jun 09 21:54:52.512252 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7d193-2100-4858-a24a-33bc48870b6d None None] The sync data for ids ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'] in dv-cinder-774286-15-iscsi is: [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port': {'id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '4843a380-ae6e-4438-b39d-fbf97340ef7e', 'name': '', 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'mac_address': 'fa:16:3e:02:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:39Z', 'updated_at': '2021-06-09T21:54:50Z', 'revision_number': 4, 'project_id': '8152221f216549788f18e74da3fa52e9', 'subnets': [{'id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:52.639322 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.714360 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port f4d27b57-cf66-44b8-a140-8ec3dd908818, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f4d27b57-cf66-44b8-a140-8ec3dd908818,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:52.721584 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.723646 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:52.818781 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-4a831a9e-5568-4568-bda8-8f4f3a3b52f9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6807253 Jun 09 21:54:52.845346 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46380) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:52.918669 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'Port': ['ID=8ff54979-794b-4d30-ac88-62ba3090392c,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:52.934575 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d3d642d5-83b6-43c0-a3da-ab7b956b33cb req-62b7a2cc-bdbe-4170-a0a3-c6ad61f14a1d tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314780 Jun 09 21:54:52.938189 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:52.964074 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=f4d27b57-cf66-44b8-a140-8ec3dd908818,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:52.973847 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:53.010353 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-744e07ba-aa01-451a-a117-a0710e73b3f4 service neutron] 10.222.0.22 "GET /v2.0/networks/03137096-3478-4fd9-8c97-53d58021ba89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600652 Jun 09 21:54:53.121077 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.237530 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-55082d72-84a4-4d47-884b-2a0b111e2cd5 req-8d609e14-039c-4743-8bd5-d9284c134006 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 210 time: 0.0672739 Jun 09 21:54:53.260307 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d6eb206d-d48f-423c-be84-d460da881c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.263950 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fe8b047d-372e-4c60-9fc3-9da7ce4be068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.276969 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-d3437557-15b0-433e-85a6-8f2737c182ff service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:53.278116 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-d3437557-15b0-433e-85a6-8f2737c182ff service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1117842 Jun 09 21:54:53.282179 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fe8b047d-372e-4c60-9fc3-9da7ce4be068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.322830 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-26a9e682-a059-49ea-ba67-44adbae3dc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:53.393649 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b047d-372e-4c60-9fc3-9da7ce4be068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a365b11e-4b9f-4ed3-8f3c-0c6425d9b22b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:53.400920 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a4ff7482-ae27-4783-a58b-8d3d0c6d135c req-1fef8923-2ba7-468a-a42e-1a3cbf1509c9 service neutron] 10.222.0.22 "GET /v2.0/networks/03137096-3478-4fd9-8c97-53d58021ba89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838041 Jun 09 21:54:53.404813 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.408258 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2657678 Jun 09 21:54:53.416020 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-fe8b047d-372e-4c60-9fc3-9da7ce4be068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:53.458726 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-fe8b047d-372e-4c60-9fc3-9da7ce4be068 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=695628586e8740dbb712c0f1fbe6dfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6127446 Jun 09 21:54:53.459281 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46392) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:53.623228 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.624543 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-b6bd2b68-a554-4214-9ab3-42fe7ee4dd9e service neutron] 10.222.0.26 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302093 Jun 09 21:54:53.692524 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device e8900dfc-90ac-4656-a216-97ab4af448a2 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:54:53.727165 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.887925 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.891653 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.896514 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a365b11e-4b9f-4ed3-8f3c-0c6425d9b22b HTTP/1.1" status: 204 len: 168 time: 0.4363651 Jun 09 21:54:53.897491 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:53.942764 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365b11e-4b9f-4ed3-8f3c-0c6425d9b22b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:53.950602 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.011023 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d6eb206d-d48f-423c-be84-d460da881c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.075247 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d6eb206d-d48f-423c-be84-d460da881c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.103688 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4843a380-ae6e-4438-b39d-fbf97340ef7e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:54.168012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:54.230234 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port e8900dfc-90ac-4656-a216-97ab4af448a2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e8900dfc-90ac-4656-a216-97ab4af448a2,segment=NetworkSegment(b7b7f145-46b2-41a6-968f-9c0638a36bfd),segment_id=b7b7f145-46b2-41a6-968f-9c0638a36bfd)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:54.248904 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'e8900dfc-90ac-4656-a216-97ab4af448a2', 'network_id': '03137096-3478-4fd9-8c97-53d58021ba89', 'port_id': 'e8900dfc-90ac-4656-a216-97ab4af448a2', 'mac_address': 'fa:16:3e:c2:5b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafee987-9ce9-4519-b58d-bbdf1b319205', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:54:54.279308 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 4843a380-ae6e-4438-b39d-fbf97340ef7e completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:54.283485 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-d6eb206d-d48f-423c-be84-d460da881c3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=571c27f745294884b012e41cc134a998&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4330072 Jun 09 21:54:54.286105 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46424) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:54.288277 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 4843a380-ae6e-4438-b39d-fbf97340ef7e triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:54.289384 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.306818 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8bec7044-5225-4516-97ef-52c548f67ae0 service neutron] 10.222.0.26 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612561 Jun 09 21:54:54.314926 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb206d-d48f-423c-be84-d460da881c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6738fd9-6835-45d3-8526-45ca536fc48b,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:54.333054 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d6eb206d-d48f-423c-be84-d460da881c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.374906 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-f1776d67-eb14-4f82-a9b0-04dd11f19a2e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:54.375283 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.376445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-f1776d67-eb14-4f82-a9b0-04dd11f19a2e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 819 time: 0.4049041 Jun 09 21:54:54.387661 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-d9952919-24d2-4915-9dc8-5382e057df7e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:54.394565 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-d9952919-24d2-4915-9dc8-5382e057df7e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 819 time: 0.3282371 Jun 09 21:54:54.407463 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8900dfc-90ac-4656-a216-97ab4af448a2 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:54.410888 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Request body: {'port': {'device_id': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'admin_state_up': True, 'tenant_id': '8152221f216549788f18e74da3fa52e9'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:54.444206 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.448435 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46428) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:54.478856 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-88d6b77f-ea1d-484c-ab9c-b9ba82c506ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.480685 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port e8900dfc-90ac-4656-a216-97ab4af448a2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e8900dfc-90ac-4656-a216-97ab4af448a2,segment=NetworkSegment(b7b7f145-46b2-41a6-968f-9c0638a36bfd),segment_id=b7b7f145-46b2-41a6-968f-9c0638a36bfd)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:54.487335 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.500510 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-748e9e70-228e-45dc-88bf-a477902f1801 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/quotas/8152221f216549788f18e74da3fa52e9 HTTP/1.1" status: 200 len: 375 time: 0.1048229 Jun 09 21:54:54.515351 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.517831 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ffc56b7d-d8d4-4a33-b04a-d0210810e477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:54.531263 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.654429 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.656793 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 4843a380-ae6e-4438-b39d-fbf97340ef7e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4843a380-ae6e-4438-b39d-fbf97340ef7e,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:54.659698 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.671985 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.672227 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6738fd9-6835-45d3-8526-45ca536fc48b HTTP/1.1" status: 204 len: 168 time: 0.3827291 Jun 09 21:54:54.675208 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f4d27b57-cf66-44b8-a140-8ec3dd908818 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:54.679050 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:54.697390 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6738fd9-6835-45d3-8526-45ca536fc48b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:54.733917 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.742132 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-d417f550-c91b-4f3b-a428-bb515117effa tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2406750 Jun 09 21:54:54.768847 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=e8900dfc-90ac-4656-a216-97ab4af448a2,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:54.775522 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-ab948e70-02d2-4279-99c3-671422213abc tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1322180554&fields=id&tenant_id=32dd714a98654f4da3b8043c1bbc15df HTTP/1.1" status: 200 len: 267 time: 0.0996978 Jun 09 21:54:54.779992 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-88d6b77f-ea1d-484c-ab9c-b9ba82c506ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.787278 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-88d6b77f-ea1d-484c-ab9c-b9ba82c506ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.793336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.793887 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:54.826288 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-05cda2d7-babb-4fab-b6a8-2740684842e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:54.840458 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-88d6b77f-ea1d-484c-ab9c-b9ba82c506ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a07a0b5823b64c6a875700a513e371b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903897 Jun 09 21:54:54.842933 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46450) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:54.908022 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=4843a380-ae6e-4438-b39d-fbf97340ef7e,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:54.923436 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.946086 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6b77f-ea1d-484c-ab9c-b9ba82c506ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d7502-cfa7-4df7-9cfd-7f966bfb1f1b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:54.951692 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-88d6b77f-ea1d-484c-ab9c-b9ba82c506ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.969311 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port f4d27b57-cf66-44b8-a140-8ec3dd908818 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:54.969736 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.996978 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.028341 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Made reservation on behalf of 8152221f216549788f18e74da3fa52e9 for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:55.035859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.053786 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.062218 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['e8900dfc-90ac-4656-a216-97ab4af448a2'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:54:55.173490 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.176263 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.177391 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df4d7502-cfa7-4df7-9cfd-7f966bfb1f1b HTTP/1.1" status: 204 len: 168 time: 0.3333585 Jun 09 21:54:55.178056 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:55.195850 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d7502-cfa7-4df7-9cfd-7f966bfb1f1b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:55.203289 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:55.275244 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-37bd4d8f-dd8a-4a1a-83d1-8865aeb528f4 service neutron] 10.222.0.26 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322800 Jun 09 21:54:55.284781 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-b727e252-9616-4aef-9eba-744d83e0c8f4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:55.286926 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-b727e252-9616-4aef-9eba-744d83e0c8f4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 810 time: 0.5099142 Jun 09 21:54:55.351466 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46468) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:55.377844 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da42e3c9-183f-4e2a-b02b-c0a1ba245433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.529301 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da42e3c9-183f-4e2a-b02b-c0a1ba245433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.539782 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da42e3c9-183f-4e2a-b02b-c0a1ba245433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.559613 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-0c89dce7-fb86-4b57-a179-822137ad5963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:55.662607 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-da42e3c9-183f-4e2a-b02b-c0a1ba245433 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65baffd49b794f9f847edb6a917c160a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100410 Jun 09 21:54:55.664786 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42e3c9-183f-4e2a-b02b-c0a1ba245433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abc70bc-f8ce-4775-813a-82054ad3bba5,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:55.668149 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46474) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:55.670335 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-099cba51-e3e9-4f9f-ae84-1cf21b5674ab tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/quotas/32dd714a98654f4da3b8043c1bbc15df HTTP/1.1" status: 200 len: 375 time: 0.0553644 Jun 09 21:54:55.687524 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-da42e3c9-183f-4e2a-b02b-c0a1ba245433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:55.770930 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.846127 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.852683 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4843a380-ae6e-4438-b39d-fbf97340ef7e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:55.935847 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-c5f34314-8f50-41e5-b525-47aeab10a183 service neutron] 10.222.0.26 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449139 Jun 09 21:54:55.955012 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.959548 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.961568 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0abc70bc-f8ce-4775-813a-82054ad3bba5 HTTP/1.1" status: 204 len: 168 time: 0.2923801 Jun 09 21:54:55.962837 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c280f897-fd0a-4ee1-bbd1-a4cd1c149b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:56.006539 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abc70bc-f8ce-4775-813a-82054ad3bba5,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:56.014603 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:56.017211 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Allocated IP 172.20.0.14 (61c156ee-d505-40b7-9c18-ed5b1e54b63d/f149cfa6-2488-4aed-bb6e-229ec823e8b0/00f53024-8252-4bb1-9fd0-5d154d6e6dd4) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:56.086424 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 4843a380-ae6e-4438-b39d-fbf97340ef7e triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:56.088288 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:56.171844 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-23d173e9-739d-4253-9ae2-e9f123d54282 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4243329 Jun 09 21:54:56.415249 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.22', 57037) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:56.800398 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-04c0b973-96d2-4347-b177-f69603e79c6a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:56.802108 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-04c0b973-96d2-4347-b177-f69603e79c6a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 816 time: 0.3855841 Jun 09 21:54:56.820665 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-6fc90908-6b68-483e-a2e6-24ef8df7f492 service neutron] 10.222.0.26 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343329 Jun 09 21:54:56.892182 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-1a5d4ed6-bba0-4865-8f6b-52613f55a9e8 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 379 time: 0.0755825 Jun 09 21:54:56.904829 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'port': {'device_id': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'admin_state_up': True, 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'security_groups': ['c9e32f3f-bdf4-4b44-bf1f-4be88e49553e']}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:56.969071 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:56.982624 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038388ff-c28c-494a-aceb-9da2c57186a0 req-67c6dfbc-b898-4c87-83eb-a9c562ab4a1d tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:56.996476 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-038388ff-c28c-494a-aceb-9da2c57186a0 req-67c6dfbc-b898-4c87-83eb-a9c562ab4a1d tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 945 time: 0.5342665 Jun 09 21:54:57.142217 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Made reservation on behalf of f8fd85fea18c430db42a6239f71174ad for: {'port': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:57.149712 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:57.187244 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-038388ff-c28c-494a-aceb-9da2c57186a0 req-b2417e74-459f-4a0b-b134-24e3a27b5ddd tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896443 Jun 09 21:54:57.193760 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-5916d5f2-b7b0-459b-a2c8-2b37bbeaaac0 service neutron] 10.222.0.26 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610480 Jun 09 21:54:57.221805 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:57.235266 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:57.321465 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Pushing event updated for resources: {'Port': ['ID=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:57.326548 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:57.332275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:57.333847 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:57.343266 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:57.350224 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:57.351101 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:57.374512 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9770436 Jun 09 21:54:57.397130 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Request body: {'port': {'device_id': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:57.564146 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a586c0ef-5821-475d-ad86-fd1e68a119fe req-b6d250b8-546b-4643-a917-4c818b10d49f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 210 time: 0.0713487 Jun 09 21:54:57.598284 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Allocated IP 172.20.0.14 (7c9b8232-e1d8-42a1-a6fb-10d2995c03a2/a9abe91a-621c-4390-b0e3-eae45948bbe2/def14648-5e3d-4296-89fe-6798dadc0157) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:57.680650 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device e8900dfc-90ac-4656-a216-97ab4af448a2 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:57.789521 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d18a27aa-67c2-4348-ac16-cfc3ce758f3c req-4a1c7fc0-c38d-4c08-b34a-40b09d6575ba tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 210 time: 0.0774920 Jun 09 21:54:57.799906 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e027bc5c-67a8-4594-92b8-f0803037e1ce req-2502c4cd-227b-4671-9478-54f1786c0753 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 210 time: 0.1647360 Jun 09 21:54:57.831635 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:57.916288 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port e8900dfc-90ac-4656-a216-97ab4af448a2 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:57.928200 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port e8900dfc-90ac-4656-a216-97ab4af448a2 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:57.928602 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:57.949890 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:57.993596 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.provisioning_blocks [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Transition to ACTIVE for port object def14648-5e3d-4296-89fe-6798dadc0157 will not be triggered until provisioned by entity DHCP. {{(pid=91685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:58.039700 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.048471 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:58.183616 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:58.190930 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.192632 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:58.197161 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:58.253229 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.22', 57042) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:58.289635 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port e8900dfc-90ac-4656-a216-97ab4af448a2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e8900dfc-90ac-4656-a216-97ab4af448a2,segment=NetworkSegment(b7b7f145-46b2-41a6-968f-9c0638a36bfd),segment_id=b7b7f145-46b2-41a6-968f-9c0638a36bfd)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:58.290616 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8900dfc-90ac-4656-a216-97ab4af448a2'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:54:58.407171 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:58.417267 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:58.442700 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:58.443371 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.470281 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.475571 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a21302fe-d512-4817-b26f-90f886d43c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:58.502608 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-bce9a83d-949f-4199-b064-b349dcbe44b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6017978 Jun 09 21:54:58.521000 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Request body: {'port': {'device_id': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:58.652914 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=e8900dfc-90ac-4656-a216-97ab4af448a2,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:58.675580 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:58.771462 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46578) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:58.785824 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-45ab5814-6d68-49c1-a9b2-5008b87114bc None None] Provisioning for port def14648-5e3d-4296-89fe-6798dadc0157 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:58.800135 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-45ab5814-6d68-49c1-a9b2-5008b87114bc None None] Provisioning complete for port def14648-5e3d-4296-89fe-6798dadc0157 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:58.800836 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-45ab5814-6d68-49c1-a9b2-5008b87114bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.846792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.978601 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-45ab5814-6d68-49c1-a9b2-5008b87114bc None None] Port def14648-5e3d-4296-89fe-6798dadc0157 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:59.010243 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-2628b905-f24f-4407-973d-7d39b8f07d0b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:59.011659 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-2628b905-f24f-4407-973d-7d39b8f07d0b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 819 time: 0.7576203 Jun 09 21:54:59.047804 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Request body: {'port': {'device_id': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'admin_state_up': True, 'tenant_id': '8152221f216549788f18e74da3fa52e9'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:59.141217 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd08c2d4-ca16-449a-987f-351c07ec5482" -d '{"events": [{"server_uuid": "a34592f8-0e62-4f1b-b982-874b93cd3ae0", "name": "network-vif-plugged", "status": "completed", "tag": "e8900dfc-90ac-4656-a216-97ab4af448a2"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:54:59.204206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6f2f-131f-47c8-be8c-87a199c6103c req-7ed3f3e7-6bf1-4d2b-b171-134a3af8b14f tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:59.204206 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e34b6f2f-131f-47c8-be8c-87a199c6103c req-7ed3f3e7-6bf1-4d2b-b171-134a3af8b14f tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.6684706 Jun 09 21:54:59.243539 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:59.251256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.283315 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Transition to ACTIVE for port object 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:59.303098 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416506d7-82dc-4fa2-a97b-7bd5e62032f3 req-d0f39261-9e25-4235-9253-d03b98040854 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:59.305403 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-416506d7-82dc-4fa2-a97b-7bd5e62032f3 req-d0f39261-9e25-4235-9253-d03b98040854 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 932 time: 0.5230463 Jun 09 21:54:59.343629 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.371705 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:59.449773 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Pushing event updated for resources: {'Port': ['ID=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:59.463640 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:59.498538 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.22', 57051) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:59.501569 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-416506d7-82dc-4fa2-a97b-7bd5e62032f3 req-8ae309b8-61aa-4d1f-8977-24c479bec917 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758730 Jun 09 21:54:59.610546 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-980ed9c2-05e5-4202-a457-4d1c50970bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.667041 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e34b6f2f-131f-47c8-be8c-87a199c6103c req-d95a8027-eaac-473c-a275-7743d1846b5e tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551636 Jun 09 21:54:59.760012 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-980ed9c2-05e5-4202-a457-4d1c50970bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.763189 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.notifiers.nova [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def14648-5e3d-4296-89fe-6798dadc0157 {{(pid=91685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:59.772013 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-980ed9c2-05e5-4202-a457-4d1c50970bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.783945 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.787323 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:59.829767 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.provisioning_blocks [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Transition to ACTIVE for port object def14648-5e3d-4296-89fe-6798dadc0157 will not be triggered until provisioned by entity L2. {{(pid=91685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:59.840223 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a7b08245-308c-478b-99b8-76cddb4b6a80 req-68067159-c2e7-4502-86e9-f2923894ff12 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 210 time: 0.0718169 Jun 09 21:54:59.842383 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.857802 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-980ed9c2-05e5-4202-a457-4d1c50970bd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c27f240fd6b40a68d75ae210b0b30c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856760 Jun 09 21:54:59.858396 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46616) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:59.874701 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ed9c2-05e5-4202-a457-4d1c50970bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2c213-e616-4a15-8812-34acd1f9bfdf,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:59.878716 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-980ed9c2-05e5-4202-a457-4d1c50970bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:59.882879 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:59.906712 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Made reservation on behalf of 8152221f216549788f18e74da3fa52e9 for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:59.910355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.934416 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Attempting to bind port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:59.934958 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Attempting to bind port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:59.935506 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Attempting to bind port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 on network 61c156ee-d505-40b7-9c18-ed5b1e54b63d {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:59.989847 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:59.993812 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:00.062317 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 on network 61c156ee-d505-40b7-9c18-ed5b1e54b63d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:00.065178 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Attempting to bind port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 on network 61c156ee-d505-40b7-9c18-ed5b1e54b63d {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:00.167191 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:00.167536 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Checking segment: {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:00.171900 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Bound using segment: {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:00.172372 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Bound port: 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:00.172738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.196638 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-a3984b48-74e0-4d30-87a1-e77bd50b5bf3 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:00.198154 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-a3984b48-74e0-4d30-87a1-e77bd50b5bf3 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 810 time: 0.6956568 Jun 09 21:55:00.239744 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-40efe53c-04ec-40d1-b5d6-95734e58a78f req-4843aa46-1307-4ac1-ba5d-19b3c9feb37a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 210 time: 0.1596632 Jun 09 21:55:00.258379 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.293378 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.432869 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.managers [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Attempting to bind port def14648-5e3d-4296-89fe-6798dadc0157 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:00.433164 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.managers [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Attempting to bind port def14648-5e3d-4296-89fe-6798dadc0157 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}] {{(pid=91685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:00.433466 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Attempting to bind port def14648-5e3d-4296-89fe-6798dadc0157 on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 {{(pid=91685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:00.437598 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.440064 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.441615 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6c2c213-e616-4a15-8812-34acd1f9bfdf HTTP/1.1" status: 204 len: 168 time: 0.5801406 Jun 09 21:55:00.443753 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:00.447390 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf86b676-8c33-49ad-9e4f-d8776085c29b x-openstack-request-id: req-cf86b676-8c33-49ad-9e4f-d8776085c29b {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:00.447836 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34592f8-0e62-4f1b-b982-874b93cd3ae0", "name": "network-vif-plugged", "status": "completed", "tag": "e8900dfc-90ac-4656-a216-97ab4af448a2", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:00.447964 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf86b676-8c33-49ad-9e4f-d8776085c29b {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:00.448808 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8900dfc-90ac-4656-a216-97ab4af448a2', 'code': 200} Jun 09 21:55:00.459922 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Port def14648-5e3d-4296-89fe-6798dadc0157 on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:00.460651 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Attempting to bind port def14648-5e3d-4296-89fe-6798dadc0157 on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 {{(pid=91685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:00.464839 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-28c0829b-3899-40f8-8a81-d57cd3bfa54e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32dd714a98654f4da3b8043c1bbc15df HTTP/1.1" status: 200 len: 380 time: 0.2415063 Jun 09 21:55:00.465400 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2c213-e616-4a15-8812-34acd1f9bfdf,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:00.469792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:00.471375 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:00.472428 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Checking segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:00.472701 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Bound using segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} {{(pid=91685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:00.473295 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.managers [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Bound port: def14648-5e3d-4296-89fe-6798dadc0157, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}}] {{(pid=91685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:00.473740 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.497765 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'port': {'device_id': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'admin_state_up': True, 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'security_groups': ['bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:00.597822 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] For port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:00.639565 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Allocated IP 172.20.0.5 (61c156ee-d505-40b7-9c18-ed5b1e54b63d/f149cfa6-2488-4aed-bb6e-229ec823e8b0/626d3228-7051-4f21-84db-1a074fa0769a) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:00.666800 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] For port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:00.691871 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, cleared binding levels {{(pid=91685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:00.696542 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:00.704851 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.709914 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4b51bd07-e9d7-47a6-97a2-95b696bac08f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:00.719850 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.833825 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:00.878097 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.22', 57056) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:00.893112 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:00.893744 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.895170 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] 10.222.0.22 "PUT /v2.0/ports/def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 1094 time: 2.3796656 Jun 09 21:55:00.895722 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157'}] {{(pid=91685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:00.964913 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:00.965389 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.966817 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] 10.222.0.22 "PUT /v2.0/ports/00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 1094 time: 3.5781000 Jun 09 21:55:00.986015 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:00.988311 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:01.073096 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=3']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:01.173821 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:01.281438 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0878b21-ce2b-45b8-9af1-12a16b581d9f req-eda98043-a5a3-4947-bb2f-38a346d22f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.282971 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-a0878b21-ce2b-45b8-9af1-12a16b581d9f req-eda98043-a5a3-4947-bb2f-38a346d22f72 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 1099 time: 0.4041719 Jun 09 21:55:01.311090 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Pushing event updated for resources: {'Port': ['ID=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:01.325054 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:01.338137 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfc2ebf8fce5b722e88ee359368948f5e1fee44d3f1fb1fb03041e7ded0e7c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "tag": "def14648-5e3d-4296-89fe-6798dadc0157"}]}' {{(pid=91685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:01.341175 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-a0878b21-ce2b-45b8-9af1-12a16b581d9f req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.418134 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-48f469b3-4a8b-4900-b6ab-7ebe4b714aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.420853 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-48f469b3-4a8b-4900-b6ab-7ebe4b714aeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1097 time: 0.3718185 Jun 09 21:55:01.438369 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Made reservation on behalf of 32dd714a98654f4da3b8043c1bbc15df for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:01.441918 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.511430 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23bc11-4746-4654-99ac-4164642ea028 req-ee928e10-4089-4932-b803-ba23442175a7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.522035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8e23bc11-4746-4654-99ac-4164642ea028 req-ee928e10-4089-4932-b803-ba23442175a7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.8372471 Jun 09 21:55:01.535748 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-b307498c-35f6-4285-b908-8da2d6d2d397 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 217 time: 0.0986166 Jun 09 21:55:01.630114 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-2dc563ef-8fd1-461a-90b1-3168e5e38ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.642506 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-2dc563ef-8fd1-461a-90b1-3168e5e38ca4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0995457 Jun 09 21:55:01.838211 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-a0878b21-ce2b-45b8-9af1-12a16b581d9f req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.858741 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-3213b7a2-9dd4-465c-b1a7-34df8c238739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.862801 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-3213b7a2-9dd4-465c-b1a7-34df8c238739 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2135220 Jun 09 21:55:01.864131 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [req-a0878b21-ce2b-45b8-9af1-12a16b581d9f req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.875225 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:01.971853 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59f75-640e-47de-91c5-69392934a652 req-54fbeab0-059c-478d-a0ea-017a1bc9adb8 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.974382 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dce59f75-640e-47de-91c5-69392934a652 req-54fbeab0-059c-478d-a0ea-017a1bc9adb8 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 1.0798051 Jun 09 21:55:01.977151 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-a0878b21-ce2b-45b8-9af1-12a16b581d9f req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6782060 Jun 09 21:55:02.009923 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5292c0b5-09f9-405a-86dc-beec61fd3773,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:02.014713 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:02.059845 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-80a730d6-69f6-4452-83fb-5d85eb2224a0 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868289 Jun 09 21:55:02.062090 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-86d17807-c435-4103-840a-135e851db549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.063842 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-86d17807-c435-4103-840a-135e851db549 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1097 time: 1.0160024 Jun 09 21:55:02.065611 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Allocated IP 172.20.0.14 (053f7334-f91e-4e83-8350-b0dac27ad99b/6a8b2d82-910b-444c-8eb7-2aa4647a4a07/1f8cb129-e123-4817-888b-91c2f386a1c2) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:02.075591 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.095581 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8e23bc11-4746-4654-99ac-4164642ea028 req-3856e377-d2bf-4651-a024-a3a8255c716f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5557287 Jun 09 21:55:02.129720 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dce59f75-640e-47de-91c5-69392934a652 req-7328ce17-63c8-42bc-be0d-f5aa67864ae5 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320133 Jun 09 21:55:02.249552 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdbdc55-376c-4ef7-bb29-7de5c7fcd39c x-openstack-request-id: req-2bdbdc55-376c-4ef7-bb29-7de5c7fcd39c {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:02.249770 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:02.250029 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bdbdc55-376c-4ef7-bb29-7de5c7fcd39c {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:02.250445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4', 'status': 'completed', 'code': 200} Jun 09 21:55:02.347046 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-991977ac-33fc-4eb0-8f54-52b066f1ec2d req-7978cd04-6fc8-49ff-a61f-2378929fffae tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 210 time: 0.0956388 Jun 09 21:55:02.364883 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.374655 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:02.465878 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Pushing event updated for resources: {'Port': ['ID=626d3228-7051-4f21-84db-1a074fa0769a,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:02.538484 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:02.572846 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Network 61c156ee-d505-40b7-9c18-ed5b1e54b63d is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:02.595989 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-51f33880-9645-451e-a7a0-8427e66515da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 217 time: 0.1311560 Jun 09 21:55:02.597992 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11583772-1934-4ff9-b689-27d42181dbca x-openstack-request-id: req-11583772-1934-4ff9-b689-27d42181dbca {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:02.598360 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "tag": "def14648-5e3d-4296-89fe-6798dadc0157", "status": "completed", "code": 200}]} {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:02.598646 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11583772-1934-4ff9-b689-27d42181dbca {{(pid=91685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:02.599613 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157', 'status': 'completed', 'code': 200} Jun 09 21:55:02.601558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:02.607948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:02.614526 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.615224 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.665471 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-c87a71dd-9e62-4dc1-9eb3-168d5db1fc3e req-ca5d253a-8bf4-4778-99be-b45a615de129 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459028 Jun 09 21:55:02.732748 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6894777 Jun 09 21:55:02.735718 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.747260 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a5a7-375e-495f-ad08-67a1c599738a req-1c191861-a53f-4ad4-a0b2-d23e19543df8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.754549 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a37a5a7-375e-495f-ad08-67a1c599738a req-1c191861-a53f-4ad4-a0b2-d23e19543df8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 931 time: 0.4633579 Jun 09 21:55:02.791928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46786) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:02.800960 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-5aa24367-b07a-4b46-9eaa-c9aedf2860f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.802759 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-5aa24367-b07a-4b46-9eaa-c9aedf2860f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.1801140 Jun 09 21:55:02.815478 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Request body: {'port': {'device_id': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:02.851750 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Transition to ACTIVE for port object 1f8cb129-e123-4817-888b-91c2f386a1c2 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:02.885692 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-58badbf1-7e60-4ac3-ad3e-da696c90bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.888155 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-58badbf1-7e60-4ac3-ad3e-da696c90bdb5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1097 time: 0.0853467 Jun 09 21:55:02.931163 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a37a5a7-375e-495f-ad08-67a1c599738a req-3c120db6-4cd5-43ee-b14d-38b93f3c70a4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756852 Jun 09 21:55:02.944241 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-48e941bc-5250-4968-b5ce-ea72c6a5571e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986402 Jun 09 21:55:03.033661 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.106482 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.211073 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc4f0-c6a0-4569-b309-2cbc30a76547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.251871 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-070d143d-a138-438f-bdf5-da5f0314ad6d service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005273 Jun 09 21:55:03.260367 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.343247 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:03.381398 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46820) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:03.407341 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-52dbc759-31a1-4a57-a602-28430e481396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:03.411650 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-52dbc759-31a1-4a57-a602-28430e481396 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.5130773 Jun 09 21:55:03.527729 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-e2fc19ab-badc-4845-8bf8-dbe763abbc84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 217 time: 0.1103709 Jun 09 21:55:03.621529 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-add47b39-af7e-47ec-93e0-57270c7c603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.651927 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-a8e18676-b3bf-4079-b195-2e90d490fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:03.653661 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-a8e18676-b3bf-4079-b195-2e90d490fabd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.1191599 Jun 09 21:55:03.701231 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46830) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:03.752601 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc4f0-c6a0-4569-b309-2cbc30a76547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.766792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc4f0-c6a0-4569-b309-2cbc30a76547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.780528 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-da42e3c9-183f-4e2a-b02b-c0a1ba245433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:03.807158 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-6f2e5bff-908b-41d2-8d18-659598ffe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:03.808791 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-6f2e5bff-908b-41d2-8d18-659598ffe668 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1456106 Jun 09 21:55:03.847690 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Network 053f7334-f91e-4e83-8350-b0dac27ad99b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:03.857676 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'Port': ['ID=1f8cb129-e123-4817-888b-91c2f386a1c2,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:03.866152 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:03.882281 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:03.930560 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fc4f0-c6a0-4569-b309-2cbc30a76547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a1bfd-2d48-46fa-a8ef-6b1f26ba5aba,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:03.945431 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-cd3fc4f0-c6a0-4569-b309-2cbc30a76547 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a985f4cabd64634a995d33ba049538f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1520257 Jun 09 21:55:03.949961 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-cd3fc4f0-c6a0-4569-b309-2cbc30a76547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:03.954039 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46840) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:03.954818 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c383a24-a97a-47c6-9202-4c3db535dd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:03.993915 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:04.000289 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.000875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.028839 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb44c-c814-45a1-a1f3-a87f66128432 req-0a5ada30-73d6-4a4e-9919-ecfd8ce250c2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.030465 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e52bb44c-c814-45a1-a1f3-a87f66128432 req-0a5ada30-73d6-4a4e-9919-ecfd8ce250c2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.5954096 Jun 09 21:55:04.047917 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-89bd70be-58b1-4a2c-8cf1-256529ac425c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.049622 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4d38e27-a3ab-4645-aedf-5cfb34daf75e req-939e6255-2e2f-45b9-b2cf-ca2d2191da20 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858164 Jun 09 21:55:04.068349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16350c4e-565c-4c46-8cf6-af4f18c92c8c req-f79f2615-2745-47fe-9ea0-7ba99e86fda6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.069982 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16350c4e-565c-4c46-8cf6-af4f18c92c8c req-f79f2615-2745-47fe-9ea0-7ba99e86fda6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.6904871 Jun 09 21:55:04.130382 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-57effb6d-e6ec-4950-87f5-15b72620a5dc service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038154 Jun 09 21:55:04.178758 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.201315 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e52bb44c-c814-45a1-a1f3-a87f66128432 req-5966665a-c97b-4d4b-9e48-ba7e419263d5 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421037 Jun 09 21:55:04.221098 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16350c4e-565c-4c46-8cf6-af4f18c92c8c req-305d25af-65db-4c7d-9027-a1b0f105d661 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254642 Jun 09 21:55:04.269634 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.305763 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-165c4977-a82e-4279-b755-a7cc179bd653 None None] Provisioning for port 1f8cb129-e123-4817-888b-91c2f386a1c2 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:04.311966 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-165c4977-a82e-4279-b755-a7cc179bd653 None None] Provisioning complete for port 1f8cb129-e123-4817-888b-91c2f386a1c2 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:04.312609 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-165c4977-a82e-4279-b755-a7cc179bd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.409769 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626d3228-7051-4f21-84db-1a074fa0769a {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:04.419222 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.421199 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-165c4977-a82e-4279-b755-a7cc179bd653 None None] Port 1f8cb129-e123-4817-888b-91c2f386a1c2 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:55:04.423056 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.425156 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e9a1bfd-2d48-46fa-a8ef-6b1f26ba5aba HTTP/1.1" status: 204 len: 168 time: 0.4580348 Jun 09 21:55:04.444203 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.516645 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Transition to ACTIVE for port object 626d3228-7051-4f21-84db-1a074fa0769a will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:04.524503 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-fe8b047d-372e-4c60-9fc3-9da7ce4be068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:04.537627 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-add47b39-af7e-47ec-93e0-57270c7c603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.551107 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a1bfd-2d48-46fa-a8ef-6b1f26ba5aba,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:04.552749 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-add47b39-af7e-47ec-93e0-57270c7c603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.563481 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.568313 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-8dd71a81-0c71-4a42-ab64-7b9bc89756a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.569871 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-8dd71a81-0c71-4a42-ab64-7b9bc89756a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1097 time: 0.3671956 Jun 09 21:55:04.580466 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:04.586820 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:04.587320 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-20151a52-ad9f-482d-bbce-0acf06ca80ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:04.602968 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-add47b39-af7e-47ec-93e0-57270c7c603b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4972e57fd916409b9d020082b5278199&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2196627 Jun 09 21:55:04.614685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 46850) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:04.676686 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add47b39-af7e-47ec-93e0-57270c7c603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12884a63-910a-440c-bfa9-be428e9fca52,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:04.684183 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-add47b39-af7e-47ec-93e0-57270c7c603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:04.715658 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-4f0976d9-2192-4547-99ae-4354c977b5ba service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360004 Jun 09 21:55:04.778082 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c383a24-a97a-47c6-9202-4c3db535dd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.783418 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c383a24-a97a-47c6-9202-4c3db535dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.792401 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d17fd1f4-ed59-40ee-9a8c-58d1906f399f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:04.826694 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46856) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:04.828624 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3377190 Jun 09 21:55:04.848515 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3c383a24-a97a-47c6-9202-4c3db535dd9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1f3ccc3f1944393963c0701157c22f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1453640 Jun 09 21:55:04.850118 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c383a24-a97a-47c6-9202-4c3db535dd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e118023-8e1f-4f55-b8ac-f08fa80fc18e,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:04.852006 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Pushing event updated for resources: {'Port': ['ID=626d3228-7051-4f21-84db-1a074fa0769a,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:04.852912 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46858) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:04.864293 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3c383a24-a97a-47c6-9202-4c3db535dd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:04.864985 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9f96bf00-2ff9-4200-96a8-0c69c326e00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.891613 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Request body: {'port': {'device_id': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:04.953201 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:04.957327 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.985669 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720c152-fbfc-4ff9-a84b-730bdd1f1167 req-0e2a02db-c1c3-4232-bedd-0082de00279f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.987103 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b720c152-fbfc-4ff9-a84b-730bdd1f1167 req-0e2a02db-c1c3-4232-bedd-0082de00279f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 931 time: 0.5312967 Jun 09 21:55:04.995373 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.043383 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c13d4-937b-4d75-b292-4e91d37ae746 req-a6cad99e-9dc3-4c93-b6aa-769a5b09f29f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:05.044829 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-068c13d4-937b-4d75-b292-4e91d37ae746 req-a6cad99e-9dc3-4c93-b6aa-769a5b09f29f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 932 time: 0.5412169 Jun 09 21:55:05.045460 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Attempting to bind port 626d3228-7051-4f21-84db-1a074fa0769a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:05.045782 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Attempting to bind port 626d3228-7051-4f21-84db-1a074fa0769a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:05.046134 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Attempting to bind port 626d3228-7051-4f21-84db-1a074fa0769a on network 61c156ee-d505-40b7-9c18-ed5b1e54b63d {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:05.065380 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-c528fe1e-37b1-404f-8a17-cbb66682670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:05.066750 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-c528fe1e-37b1-404f-8a17-cbb66682670e service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.4881268 Jun 09 21:55:05.071258 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9f96bf00-2ff9-4200-96a8-0c69c326e00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.075993 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9f96bf00-2ff9-4200-96a8-0c69c326e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.084710 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-980ed9c2-05e5-4202-a457-4d1c50970bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:05.098287 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Port 626d3228-7051-4f21-84db-1a074fa0769a on network 61c156ee-d505-40b7-9c18-ed5b1e54b63d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:05.098606 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Attempting to bind port 626d3228-7051-4f21-84db-1a074fa0769a on network 61c156ee-d505-40b7-9c18-ed5b1e54b63d {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:05.099498 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.102392 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.103503 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e118023-8e1f-4f55-b8ac-f08fa80fc18e HTTP/1.1" status: 204 len: 168 time: 0.2483466 Jun 09 21:55:05.136375 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-9f96bf00-2ff9-4200-96a8-0c69c326e00d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6012621671b143bcbdfc8a9708f5293b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086174 Jun 09 21:55:05.137474 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46862) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:05.139675 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96bf00-2ff9-4200-96a8-0c69c326e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a292c-80d9-4adc-ba21-e43a28459cc7,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:05.154173 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9f96bf00-2ff9-4200-96a8-0c69c326e00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:05.154720 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:05.170538 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e118023-8e1f-4f55-b8ac-f08fa80fc18e,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:05.179661 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:05.195687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:05.196113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Checking segment: {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:05.196379 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Bound using segment: {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:05.196810 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Bound port: 626d3228-7051-4f21-84db-1a074fa0769a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91586a9c-53cf-4fdb-91a3-b1b5bc428831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:05.197179 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.223533 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.236333 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-17241a9b-aaa1-43ea-9268-d6fe19c16c5f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 217 time: 0.1165597 Jun 09 21:55:05.238716 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.270121 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.323770 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b720c152-fbfc-4ff9-a84b-730bdd1f1167 req-34b8a83d-822d-49ae-a872-21664de22e3a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175149 Jun 09 21:55:05.338321 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.349575 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.354515 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e28a292c-80d9-4adc-ba21-e43a28459cc7 HTTP/1.1" status: 204 len: 168 time: 0.2123301 Jun 09 21:55:05.355177 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:05.364283 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.367523 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a292c-80d9-4adc-ba21-e43a28459cc7,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:05.370296 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:05.383394 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.406897 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-068c13d4-937b-4d75-b292-4e91d37ae746 req-a0d4d601-3349-4890-8025-574b0b5daa59 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445082 Jun 09 21:55:05.536264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-d3857d5d-5952-4340-a351-1a1ac46b2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:05.537696 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-d3857d5d-5952-4340-a351-1a1ac46b2267 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.2868249 Jun 09 21:55:05.613765 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46876) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:05.633656 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0eefbd1-5cc2-4115-b0d2-459dbf79b2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.690196 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] For port 626d3228-7051-4f21-84db-1a074fa0769a, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:05.769334 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0eefbd1-5cc2-4115-b0d2-459dbf79b2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.775080 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0eefbd1-5cc2-4115-b0d2-459dbf79b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.795067 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-fe0b5efa-ed18-47d4-b54f-d0c569e113bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148489 Jun 09 21:55:05.795630 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-94baaf4d-3883-450e-b8e1-61d63d7e069c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:05.796612 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] For port 626d3228-7051-4f21-84db-1a074fa0769a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=626d3228-7051-4f21-84db-1a074fa0769a,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:05.845381 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c0eefbd1-5cc2-4115-b0d2-459dbf79b2b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3cefc74fce549a680525437bc6c782f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280254 Jun 09 21:55:05.855462 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46884) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:05.871786 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.878976 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eefbd1-5cc2-4115-b0d2-459dbf79b2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dafebfc-537e-40c4-8f2f-8baf0e195ade,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:05.882510 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c0eefbd1-5cc2-4115-b0d2-459dbf79b2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:05.933861 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f8afb2a3-8442-4c5a-a25f-39a430058a3f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:05.946564 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:05.989960 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.034716 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.055362 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.056693 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12884a63-910a-440c-bfa9-be428e9fca52 HTTP/1.1" status: 204 len: 168 time: 1.4242110 Jun 09 21:55:06.060486 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:06.061318 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.062691 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] 10.222.0.22 "PUT /v2.0/ports/626d3228-7051-4f21-84db-1a074fa0769a HTTP/1.1" status: 200 len: 1093 time: 3.2558963 Jun 09 21:55:06.066611 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.069589 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.070814 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dafebfc-537e-40c4-8f2f-8baf0e195ade HTTP/1.1" status: 204 len: 168 time: 0.2143877 Jun 09 21:55:06.071581 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:06.082575 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'tag': '626d3228-7051-4f21-84db-1a074fa0769a'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:06.084788 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a1140-523a-45be-a96a-723a3aa17e66" -d '{"events": [{"name": "network-changed", "server_uuid": "bde7b03b-eb8d-4f44-99ba-62a521d67e4d", "tag": "626d3228-7051-4f21-84db-1a074fa0769a"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:06.099983 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dafebfc-537e-40c4-8f2f-8baf0e195ade,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:06.102840 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:06.202726 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46900) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:06.220109 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Pushing event updated for resources: {'Port': ['ID=626d3228-7051-4f21-84db-1a074fa0769a,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:06.249437 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:06.249928 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b0690fd1-f988-4797-b9a0-1b9a18d60702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:06.264562 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-89c67307-872d-4167-b790-5bcaf6ee0004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.275368 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265e016-c8c0-4457-bb8e-fb0d028a203f req-83548e0e-9e8c-40d9-8e20-21705184b097 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:06.276877 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c265e016-c8c0-4457-bb8e-fb0d028a203f req-83548e0e-9e8c-40d9-8e20-21705184b097 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.7710731 Jun 09 21:55:06.283334 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12884a63-910a-440c-bfa9-be428e9fca52,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:06.286086 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-20397d77-947e-4880-bdcc-4fc9b527566a service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475777 Jun 09 21:55:06.292835 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:06.305823 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8d2d4-5ad1-4c9b-8da6-60de41feb5a1 req-0caa9533-f3ae-4caf-b57a-92d847ec734c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:06.307311 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-08c8d2d4-5ad1-4c9b-8da6-60de41feb5a1 req-0caa9533-f3ae-4caf-b57a-92d847ec734c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.6185427 Jun 09 21:55:06.436065 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.505032 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c265e016-c8c0-4457-bb8e-fb0d028a203f req-65237760-3987-4575-91b8-7f09fba09286 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174239 Jun 09 21:55:06.516716 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-08c8d2d4-5ad1-4c9b-8da6-60de41feb5a1 req-b150c791-2f7d-4e55-9129-4d9aca2a15c5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664376 Jun 09 21:55:06.541073 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a0c54a80-785f-4644-8d24-b813c78e237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:06.542527 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-a0c54a80-785f-4644-8d24-b813c78e237c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 1096 time: 0.3980613 Jun 09 21:55:06.568017 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6be0a3b2-a177-493f-b9a7-e7abab781e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.639688 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bcc282-59ea-44f2-b552-3948468c56f9 x-openstack-request-id: req-f8bcc282-59ea-44f2-b552-3948468c56f9 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:06.640483 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde7b03b-eb8d-4f44-99ba-62a521d67e4d", "tag": "626d3228-7051-4f21-84db-1a074fa0769a", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:06.641207 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8bcc282-59ea-44f2-b552-3948468c56f9 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:06.641773 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'tag': '626d3228-7051-4f21-84db-1a074fa0769a', 'status': 'completed', 'code': 200} Jun 09 21:55:06.661155 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8128aa7-7aa2-4cb5-80fb-89d64d3a088c req-90e4a7a3-8689-4e56-b1f7-a2f1cdede91a service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396568 Jun 09 21:55:06.719139 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-14aae9bf-4931-4120-9eca-9c4c36d43507 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=626d3228-7051-4f21-84db-1a074fa0769a HTTP/1.1" status: 200 len: 217 time: 0.1619306 Jun 09 21:55:06.843177 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8cb129-e123-4817-888b-91c2f386a1c2 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:06.846090 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6be0a3b2-a177-493f-b9a7-e7abab781e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.855145 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6be0a3b2-a177-493f-b9a7-e7abab781e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.862386 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.905812 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:06.918262 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6be0a3b2-a177-493f-b9a7-e7abab781e0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4295e81988d47e0b948639504de119f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134726 Jun 09 21:55:06.921856 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46934) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:06.926561 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Transition to ACTIVE for port object 1f8cb129-e123-4817-888b-91c2f386a1c2 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:06.980360 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-5df5246e-45f4-40af-a9df-173ae86257db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:06.982477 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-5df5246e-45f4-40af-a9df-173ae86257db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.2359157 Jun 09 21:55:06.983301 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.067277 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-5a3c6a56-50f7-45c0-9ab5-be47da5feb51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664375 Jun 09 21:55:07.071221 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:07.083776 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.107223 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0a3b2-a177-493f-b9a7-e7abab781e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07684e4-d31d-4d57-be10-7594bcc14030,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:07.110908 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6be0a3b2-a177-493f-b9a7-e7abab781e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:07.130632 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.215458 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.218696 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.219956 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a07684e4-d31d-4d57-be10-7594bcc14030 HTTP/1.1" status: 204 len: 168 time: 0.2971363 Jun 09 21:55:07.220850 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c0eefbd1-5cc2-4115-b0d2-459dbf79b2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:07.231805 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07684e4-d31d-4d57-be10-7594bcc14030,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:07.236080 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:07.270572 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8cb129-e123-4817-888b-91c2f386a1c2,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:07.279703 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f4b0-29ee-4a00-b71e-922190f7b7cb req-6abec4ae-c3ba-49d0-94ef-dc082f54509c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:07.281473 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a2c6f4b0-29ee-4a00-b71e-922190f7b7cb req-6abec4ae-c3ba-49d0-94ef-dc082f54509c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 943 time: 0.5035431 Jun 09 21:55:07.282345 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:07.592894 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.600162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Attempting to bind port 1f8cb129-e123-4817-888b-91c2f386a1c2 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:07.600476 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Attempting to bind port 1f8cb129-e123-4817-888b-91c2f386a1c2 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:07.600860 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Attempting to bind port 1f8cb129-e123-4817-888b-91c2f386a1c2 on network 053f7334-f91e-4e83-8350-b0dac27ad99b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:07.608813 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a2c6f4b0-29ee-4a00-b71e-922190f7b7cb req-b368726a-4d3f-4978-bdb3-f028d660c6c5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980351 Jun 09 21:55:07.615896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f08da-8f6a-4e48-89e0-483e11673d78 req-02df34c5-fb54-43ca-a92b-f2a94e3ef96e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:07.623035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a0f08da-8f6a-4e48-89e0-483e11673d78 req-02df34c5-fb54-43ca-a92b-f2a94e3ef96e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 932 time: 0.7656801 Jun 09 21:55:07.630139 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Port 1f8cb129-e123-4817-888b-91c2f386a1c2 on network 053f7334-f91e-4e83-8350-b0dac27ad99b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:07.630460 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Attempting to bind port 1f8cb129-e123-4817-888b-91c2f386a1c2 on network 053f7334-f91e-4e83-8350-b0dac27ad99b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:07.664948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:07.665278 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Checking segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:07.665661 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Bound using segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:07.666093 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Bound port: 1f8cb129-e123-4817-888b-91c2f386a1c2, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:07.666425 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.680982 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-962fc146-9b64-4210-a9db-cc4dc65638c6 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154959 Jun 09 21:55:07.782796 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:07.790411 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a0f08da-8f6a-4e48-89e0-483e11673d78 req-95adffed-a8c8-473f-9511-fed398f6bdba tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664569 Jun 09 21:55:07.881326 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46968) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:07.909643 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c571-c87b-4a0b-9545-b5120f7b4bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.974281 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] For port 1f8cb129-e123-4817-888b-91c2f386a1c2, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:07.981809 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] For port 1f8cb129-e123-4817-888b-91c2f386a1c2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1f8cb129-e123-4817-888b-91c2f386a1c2,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:07.994722 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1a15ba85-f7f4-43cf-a39e-72e712855d53 req-58cfdeb3-ffd7-40dc-bb2b-d2389e9066c5 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069634 Jun 09 21:55:07.997075 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.014331 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:08.016848 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:08.037773 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'def14648-5e3d-4296-89fe-6798dadc0157', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'port_id': 'def14648-5e3d-4296-89fe-6798dadc0157', 'mac_address': 'fa:16:3e:85:60:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:08.083321 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c571-c87b-4a0b-9545-b5120f7b4bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.090337 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c571-c87b-4a0b-9545-b5120f7b4bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.102031 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:08.112896 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.145500 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def14648-5e3d-4296-89fe-6798dadc0157 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:08.168584 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:08.174158 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e2f4c571-c87b-4a0b-9545-b5120f7b4bc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eab71b01822e4520aaa0f34c984f3789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906713 Jun 09 21:55:08.175423 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4c571-c87b-4a0b-9545-b5120f7b4bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec626ae-f31e-43fe-b13f-20092b51d06e,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:08.176659 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.178813 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:08.179116 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e2f4c571-c87b-4a0b-9545-b5120f7b4bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:08.179719 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 46974) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:08.187686 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:08.232027 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723be66-feb6-4637-9e19-05e278ba14d5 req-7488c4eb-4632-4d93-b7de-aba410882ccd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:08.239501 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a723be66-feb6-4637-9e19-05e278ba14d5 req-7488c4eb-4632-4d93-b7de-aba410882ccd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.4649477 Jun 09 21:55:08.245793 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:08.246811 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.248551 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 1094 time: 3.3908625 Jun 09 21:55:08.256425 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.294585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.330193 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8cb129-e123-4817-888b-91c2f386a1c2,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:08.350136 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:08.385853 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:08.390659 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:08.393931 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.396798 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.398881 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eec626ae-f31e-43fe-b13f-20092b51d06e HTTP/1.1" status: 204 len: 168 time: 0.2179718 Jun 09 21:55:08.401345 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-db1e3d08-f0da-4a28-be89-ed2cdf03d822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:08.423745 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec626ae-f31e-43fe-b13f-20092b51d06e,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:08.430666 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:08.446652 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a723be66-feb6-4637-9e19-05e278ba14d5 req-57977049-b190-476c-a74b-e50c4cee42e2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897912 Jun 09 21:55:08.526967 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-dc8889da-60af-45b8-b25b-fba215561e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:08.532980 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-dc8889da-60af-45b8-b25b-fba215561e54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 1096 time: 0.4232366 Jun 09 21:55:08.626095 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-934d368d-7a8f-49d4-a641-f788eacd8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:08.627611 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-934d368d-7a8f-49d4-a641-f788eacd8675 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1097 time: 0.2895455 Jun 09 21:55:08.642433 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:08.643652 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:08.645478 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef1ab7-7e3d-407e-9968-3fc11986561e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:08.659873 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4', 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'port_id': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4', 'mac_address': 'fa:16:3e:dd:5f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:08.758857 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.781331 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:08.800871 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:08.805888 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.807964 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:08.810453 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-ea680503-aa6c-4517-a485-355b851fd638 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 217 time: 0.1577387 Jun 09 21:55:08.884413 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:08.894461 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:09.018536 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-a6772128-9b44-4dc8-a5c4-32481683dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.019996 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-a6772128-9b44-4dc8-a5c4-32481683dba5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.1401043 Jun 09 21:55:09.027948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-a26e47fe-7a4d-4164-b759-715c8daad116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.029383 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-a26e47fe-7a4d-4164-b759-715c8daad116 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.4871385 Jun 09 21:55:09.161727 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-353f3c8d-06a2-4d65-b242-d4a8f7059258 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=626d3228-7051-4f21-84db-1a074fa0769a HTTP/1.1" status: 200 len: 217 time: 0.0908053 Jun 09 21:55:09.178355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91980038-775a-4ca8-84b5-b07ac602a9b2 req-2c61c7af-faa0-4aa6-a8e8-f771873d48ad tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.180653 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91980038-775a-4ca8-84b5-b07ac602a9b2 req-2c61c7af-faa0-4aa6-a8e8-f771873d48ad tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 943 time: 0.3692458 Jun 09 21:55:09.182306 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d36d1-6ebd-4240-8e10-9f7cf86c0f5d x-openstack-request-id: req-f61d36d1-6ebd-4240-8e10-9f7cf86c0f5d {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:09.182618 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:09.182891 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f61d36d1-6ebd-4240-8e10-9f7cf86c0f5d {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:09.183292 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'status': 'completed', 'code': 200} Jun 09 21:55:09.285258 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-ba858729-8bd6-4e3b-9910-8b71bfce2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.287074 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-ba858729-8bd6-4e3b-9910-8b71bfce2d9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.0711222 Jun 09 21:55:09.306316 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.346000 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['def14648-5e3d-4296-89fe-6798dadc0157'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:09.357484 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-74eff955-6af3-47e9-9ada-72b3cf3f798a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558417 Jun 09 21:55:09.415665 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47022) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:09.420677 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91980038-775a-4ca8-84b5-b07ac602a9b2 req-48271b25-f9fa-4df0-b8ee-9ba00fe93fae tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284553 Jun 09 21:55:09.498377 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['00f53024-8252-4bb1-9fd0-5d154d6e6dd4'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:09.512920 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-9275353b-75ad-4f33-89e4-ddcfdc90c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.514645 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-9275353b-75ad-4f33-89e4-ddcfdc90c47f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4837415 Jun 09 21:55:09.710907 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e37930cd-539a-4f9a-abf8-3b8a6da20795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.935793 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e37930cd-539a-4f9a-abf8-3b8a6da20795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.941531 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e37930cd-539a-4f9a-abf8-3b8a6da20795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.954949 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-81bb1594-0619-4fb6-b04d-0f8a612ce88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:09.968418 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d04c-b861-4c98-8009-378eda9ac349 req-9757020b-653c-426f-bfd9-da9a1d425208 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.977624 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bf86d04c-b861-4c98-8009-378eda9ac349 req-9757020b-653c-426f-bfd9-da9a1d425208 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 944 time: 0.6269450 Jun 09 21:55:10.009922 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e37930cd-539a-4f9a-abf8-3b8a6da20795 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=325da35cbb624eb991a12c5417235fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932000 Jun 09 21:55:10.010780 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47056) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:10.017789 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-63469fda-a998-4437-b103-a6f8b9afe9a0 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065528 Jun 09 21:55:10.067214 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37930cd-539a-4f9a-abf8-3b8a6da20795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ac7373-0b94-4f1f-a087-020146e7f1ac,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:10.073096 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e37930cd-539a-4f9a-abf8-3b8a6da20795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:10.092072 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.120495 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-8ea9f8e0-d3ef-4310-a468-a6414450c077 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934393 Jun 09 21:55:10.124555 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.193484 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.199939 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.204115 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64ac7373-0b94-4f1f-a087-020146e7f1ac HTTP/1.1" status: 204 len: 168 time: 0.1914079 Jun 09 21:55:10.205094 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-90ac6c3f-face-472f-a993-efc5e0cf60bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:10.216244 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ac7373-0b94-4f1f-a087-020146e7f1ac,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:10.219369 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:10.278275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f927-394d-4f9e-9631-36983ecae198 req-5c845eb9-e047-445d-b5c5-b775f4fc716b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.280353 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a307f927-394d-4f9e-9631-36983ecae198 req-5c845eb9-e047-445d-b5c5-b775f4fc716b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 945 time: 0.5310040 Jun 09 21:55:10.301019 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bf86d04c-b861-4c98-8009-378eda9ac349 req-92d689d8-c074-41c7-8441-b19a9e94b291 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222470 Jun 09 21:55:10.440680 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a307f927-394d-4f9e-9631-36983ecae198 req-5a53c64e-196d-4039-a1a6-1d57b4230561 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356137 Jun 09 21:55:10.456841 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33a1140-523a-45be-a96a-723a3aa17e66 req-7deb53f0-6ffa-4c5b-ada7-2d27cce0204a service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235110 Jun 09 21:55:10.458800 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0d4103f-c45e-447c-ab96-7d1d57632003 req-8d474349-e298-47b6-8a23-7bb8eb165f63 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223543 Jun 09 21:55:10.706569 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-89c83ff8-8758-45d7-9678-ec527caef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.708142 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-89c83ff8-8758-45d7-9678-ec527caef10d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1097 time: 0.1029429 Jun 09 21:55:10.719599 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf66b2-9616-4ecd-9947-59f5d76f1170 req-c6aa3230-dc2c-423d-937e-9644dc219d9b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.721187 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1bbf66b2-9616-4ecd-9947-59f5d76f1170 req-c6aa3230-dc2c-423d-937e-9644dc219d9b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 943 time: 0.1565316 Jun 09 21:55:10.859434 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-fcdc3d26-7386-42a0-9222-227e816ef692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.860925 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-fcdc3d26-7386-42a0-9222-227e816ef692 service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.1388838 Jun 09 21:55:10.946393 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-561565ea-0c70-4201-a3a7-d92109f6af5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 217 time: 0.0660768 Jun 09 21:55:11.005218 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1bbf66b2-9616-4ecd-9947-59f5d76f1170 req-29e5c83b-701d-400b-a41f-8501d4fbdfce tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432729 Jun 09 21:55:11.024085 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-3a5c5a56-0a25-41f7-b6c5-51ceadc515c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.029016 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-3a5c5a56-0a25-41f7-b6c5-51ceadc515c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0733423 Jun 09 21:55:11.109721 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-1737c92c-efb3-4f7d-8aa8-9430b742fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.111207 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-1737c92c-efb3-4f7d-8aa8-9430b742fcd0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0751016 Jun 09 21:55:11.246192 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-b463b905-c9cb-4f65-98d3-8a0a1e209047 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279061 Jun 09 21:55:11.399282 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d5ef1ab7-7e3d-407e-9968-3fc11986561e req-cc18b8c3-ff97-463a-8283-158ae58071f7 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461511 Jun 09 21:55:11.558249 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557522c-b56b-402c-94eb-db47a2b9c344 req-25440938-fd7b-4957-ad0c-79125adee4f2 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.560078 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b557522c-b56b-402c-94eb-db47a2b9c344 req-25440938-fd7b-4957-ad0c-79125adee4f2 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 944 time: 0.1346009 Jun 09 21:55:11.653249 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b557522c-b56b-402c-94eb-db47a2b9c344 req-0ad5cb89-4e17-4bed-acf2-064cc3a0762f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858414 Jun 09 21:55:11.695922 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aa5c7-98b3-4de7-9f44-b1f34dc891e5 req-8dddc7ee-1e0f-4b85-9531-07bfdac38a98 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.697851 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a65aa5c7-98b3-4de7-9f44-b1f34dc891e5 req-8dddc7ee-1e0f-4b85-9531-07bfdac38a98 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 945 time: 0.0944140 Jun 09 21:55:11.747686 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a65aa5c7-98b3-4de7-9f44-b1f34dc891e5 req-2a7d8016-59cc-4174-857e-e302a929b7b8 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Jun 09 21:55:11.792511 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 626d3228-7051-4f21-84db-1a074fa0769a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:11.799062 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:11.953610 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:55:11.961593 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port def14648-5e3d-4296-89fe-6798dadc0157 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:11.971668 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port def14648-5e3d-4296-89fe-6798dadc0157 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:11.972069 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.073499 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 626d3228-7051-4f21-84db-1a074fa0769a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=626d3228-7051-4f21-84db-1a074fa0769a,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:12.106856 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '626d3228-7051-4f21-84db-1a074fa0769a', 'network_id': '61c156ee-d505-40b7-9c18-ed5b1e54b63d', 'port_id': '626d3228-7051-4f21-84db-1a074fa0769a', 'mac_address': 'fa:16:3e:f3:53:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f149cfa6-2488-4aed-bb6e-229ec823e8b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:12.305098 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.318887 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.326151 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52a3f0-1a94-4c82-b4a0-ae807b9907e3 req-ce4d00cb-a515-4281-b91a-7edaf159f252 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:12.334564 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bd52a3f0-1a94-4c82-b4a0-ae807b9907e3 req-ce4d00cb-a515-4281-b91a-7edaf159f252 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 943 time: 0.2061114 Jun 09 21:55:12.340986 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626d3228-7051-4f21-84db-1a074fa0769a {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:12.360008 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:12.362827 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c459abf0-1b48-4845-960f-89c9910f584f" -d '{"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-plugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:12.380033 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:12.385486 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 626d3228-7051-4f21-84db-1a074fa0769a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=626d3228-7051-4f21-84db-1a074fa0769a,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:12.389013 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.391248 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:12.439496 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bd52a3f0-1a94-4c82-b4a0-ae807b9907e3 req-beccaa28-1b19-4a7d-aa69-c54f4d62710d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013999 Jun 09 21:55:12.451553 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b24898-57bc-464d-b286-aab33b2ff5ba x-openstack-request-id: req-19b24898-57bc-464d-b286-aab33b2ff5ba {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:12.453190 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-plugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:12.453635 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19b24898-57bc-464d-b286-aab33b2ff5ba {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:12.455217 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157', 'code': 200} Jun 09 21:55:12.455958 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7c273351-f8f7-47da-9f9d-bff6343e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:12.463198 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47164) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:12.495941 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.585714 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:12.594397 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:12.595965 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:12.683877 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:12.693422 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:12.693812 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.762755 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=626d3228-7051-4f21-84db-1a074fa0769a,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:12.766759 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:12.778433 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2404d057-d01c-49ec-a828-e3d752e666bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.878498 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.964505 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:12.973572 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.976439 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddb9c2-92fa-4dec-bf3e-38d0a3c2f53a req-84a1f17e-3e54-4a71-ac42-c423bcf62cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:12.977555 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-80d2ca7d-73aa-462a-a931-3a8431a17d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:12.986506 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-deddb9c2-92fa-4dec-bf3e-38d0a3c2f53a req-84a1f17e-3e54-4a71-ac42-c423bcf62cf5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1099 time: 0.3123717 Jun 09 21:55:13.005920 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2404d057-d01c-49ec-a828-e3d752e666bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.013291 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2404d057-d01c-49ec-a828-e3d752e666bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.022987 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:13.030889 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['626d3228-7051-4f21-84db-1a074fa0769a'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:13.067379 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404d057-d01c-49ec-a828-e3d752e666bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405f4200-96bc-42e1-ad2b-4d393a97f96e,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:13.073331 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2404d057-d01c-49ec-a828-e3d752e666bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:13.092784 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-2404d057-d01c-49ec-a828-e3d752e666bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03eaf253ce7948eda56fa4a76ff50aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6284752 Jun 09 21:55:13.095578 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47192) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:13.170208 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.198751 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.219705 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:13.223626 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:13.263355 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.276235 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.276235 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/405f4200-96bc-42e1-ad2b-4d393a97f96e HTTP/1.1" status: 204 len: 168 time: 0.1719127 Jun 09 21:55:13.276235 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e37930cd-539a-4f9a-abf8-3b8a6da20795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:13.276452 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-deddb9c2-92fa-4dec-bf3e-38d0a3c2f53a req-442e9934-9fff-48d9-842c-e3d26cd8558d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775643 Jun 09 21:55:13.293074 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405f4200-96bc-42e1-ad2b-4d393a97f96e,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:13.296273 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:13.342773 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c32ec-73a5-48cd-906f-ffc639f8bf69 req-fafface5-b956-4b69-99ea-a0535e9642f5 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:13.351161 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3a8c32ec-73a5-48cd-906f-ffc639f8bf69 req-fafface5-b956-4b69-99ea-a0535e9642f5 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 944 time: 0.3246052 Jun 09 21:55:13.378389 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0007e-fbdd-4130-9158-78af73789d54 req-93376797-9349-458c-9dc9-346f1e839532 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:13.380027 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1ec0007e-fbdd-4130-9158-78af73789d54 req-93376797-9349-458c-9dc9-346f1e839532 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.3419135 Jun 09 21:55:13.425214 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3a8c32ec-73a5-48cd-906f-ffc639f8bf69 req-573ee88d-08b4-4d8a-906a-d4a7d1deeef7 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732079 Jun 09 21:55:13.445680 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1ec0007e-fbdd-4130-9158-78af73789d54 req-30bb001d-cda3-4ae5-9b0a-a98de46b4724 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577664 Jun 09 21:55:13.479602 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47208) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:13.604227 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-038164df-7a4f-4e1b-bf79-1dcaa1665557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.633035 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4643b8-9d0b-4e16-8d67-a6ddafca0687 req-3ba405ad-6cb3-4572-be15-3c6a99624cbd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:13.634702 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2e4643b8-9d0b-4e16-8d67-a6ddafca0687 req-3ba405ad-6cb3-4572-be15-3c6a99624cbd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 944 time: 0.0827665 Jun 09 21:55:13.690356 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2e4643b8-9d0b-4e16-8d67-a6ddafca0687 req-ffe80baa-e2a7-47fd-ba98-73289a388b32 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489166 Jun 09 21:55:13.720399 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-038164df-7a4f-4e1b-bf79-1dcaa1665557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.724532 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-038164df-7a4f-4e1b-bf79-1dcaa1665557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.733870 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c6fcca52-75c2-42a5-b650-ae60aac16e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:13.773938 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-038164df-7a4f-4e1b-bf79-1dcaa1665557 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f75442b9ceec49df8c82bb3af5044a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928462 Jun 09 21:55:13.775716 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47226) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:13.775940 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038164df-7a4f-4e1b-bf79-1dcaa1665557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d7047d-c213-4cf8-96e6-f532b4aab05a,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:13.778906 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-038164df-7a4f-4e1b-bf79-1dcaa1665557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:13.793006 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1f8cb129-e123-4817-888b-91c2f386a1c2 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:13.839337 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.873401 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.941312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.945184 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.946761 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2d7047d-c213-4cf8-96e6-f532b4aab05a HTTP/1.1" status: 204 len: 168 time: 0.1699646 Jun 09 21:55:13.947746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:13.957542 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d7047d-c213-4cf8-96e6-f532b4aab05a,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:13.960792 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:13.974722 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 1f8cb129-e123-4817-888b-91c2f386a1c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1f8cb129-e123-4817-888b-91c2f386a1c2,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:13.995304 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'port_id': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'mac_address': 'fa:16:3e:3c:a9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:14.052220 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.076209 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8cb129-e123-4817-888b-91c2f386a1c2 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:14.095267 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 1f8cb129-e123-4817-888b-91c2f386a1c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1f8cb129-e123-4817-888b-91c2f386a1c2,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:14.101441 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.106133 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-ffc56b7d-d8d4-4a33-b04a-d0210810e477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:14.190670 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=1f8cb129-e123-4817-888b-91c2f386a1c2,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:14.194816 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:14.386783 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47258) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:14.409169 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-df2c3bb5-9b21-46e0-b673-99822fce3279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.456189 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:14.461405 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cbd76e-8989-4695-afd8-c32d22f44183" -d '{"events": [{"server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "name": "network-vif-plugged", "status": "completed", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:14.544171 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0de84d-d5eb-46f6-aeb9-9de5ed98bcf9 x-openstack-request-id: req-ea0de84d-d5eb-46f6-aeb9-9de5ed98bcf9 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:14.544847 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "name": "network-vif-plugged", "status": "completed", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:14.545224 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea0de84d-d5eb-46f6-aeb9-9de5ed98bcf9 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:14.545725 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4', 'code': 200} Jun 09 21:55:14.606415 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['1f8cb129-e123-4817-888b-91c2f386a1c2'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:14.723997 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47278) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:14.792110 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-df2c3bb5-9b21-46e0-b673-99822fce3279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.805176 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-df2c3bb5-9b21-46e0-b673-99822fce3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.848189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3377a06a-d631-447c-91c3-b5767c4ad899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:14.887459 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-df2c3bb5-9b21-46e0-b673-99822fce3279 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d5759d42d9f4fe58cd93c2df1fb436c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991727 Jun 09 21:55:14.890642 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c3bb5-9b21-46e0-b673-99822fce3279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2945db93-c75c-425f-a919-a8b47c003241,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:14.891367 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47288) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:14.903547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-df2c3bb5-9b21-46e0-b673-99822fce3279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:14.953320 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92399b6f-324d-43ab-b107-65cce3ac84a4 req-97e23599-dc76-4615-a764-27ef9a3eb25b tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:14.955091 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-92399b6f-324d-43ab-b107-65cce3ac84a4 req-97e23599-dc76-4615-a764-27ef9a3eb25b tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 945 time: 0.3748736 Jun 09 21:55:14.968033 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e777-f9d6-4c72-9c53-d5097d0226eb req-424a2e1f-6727-46a6-b01f-6a311b03126d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:14.969910 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bb24e777-f9d6-4c72-9c53-d5097d0226eb req-424a2e1f-6727-46a6-b01f-6a311b03126d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.2446611 Jun 09 21:55:15.044450 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f70-694f-4447-b80f-ab956a621da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.066445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bb24e777-f9d6-4c72-9c53-d5097d0226eb req-f1c58a10-21c9-473f-9423-5b4a213fe117 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674295 Jun 09 21:55:15.083014 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.152019 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-92399b6f-324d-43ab-b107-65cce3ac84a4 req-90ae2bd9-21b9-43c1-9ace-fe4264d685a3 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784518 Jun 09 21:55:15.165502 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.173352 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9e6db-37c2-4364-9dcb-09e45d4d09f6 req-e52432df-2875-436b-90b5-4dd0b4ec6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:15.174983 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-53f9e6db-37c2-4364-9dcb-09e45d4d09f6 req-e52432df-2875-436b-90b5-4dd0b4ec6346 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.1074970 Jun 09 21:55:15.274462 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-53f9e6db-37c2-4364-9dcb-09e45d4d09f6 req-1044e983-ff8b-496c-89a5-0ca0e46ec498 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919487 Jun 09 21:55:15.285920 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.289070 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.292937 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2945db93-c75c-425f-a919-a8b47c003241 HTTP/1.1" status: 204 len: 168 time: 0.3979311 Jun 09 21:55:15.300411 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f70-694f-4447-b80f-ab956a621da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.301601 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3e75d29e-5197-497d-bb66-9cfcead0d318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:15.308243 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3003c-c6ed-48fc-bf22-22f3c2951e64 req-d5727d3b-295b-47a0-b32e-1b1d543fa0a9 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:15.309702 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16e3003c-c6ed-48fc-bf22-22f3c2951e64 req-d5727d3b-295b-47a0-b32e-1b1d543fa0a9 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 944 time: 0.1043634 Jun 09 21:55:15.311286 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f70-694f-4447-b80f-ab956a621da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.320266 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2945db93-c75c-425f-a919-a8b47c003241,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:15.324693 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:15.325170 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6be0a3b2-a177-493f-b9a7-e7abab781e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:15.363416 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-68ea6f70-694f-4447-b80f-ab956a621da6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=526082a8688f4fe2a280455b487caf7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6374197 Jun 09 21:55:15.366531 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47294) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:15.366656 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16e3003c-c6ed-48fc-bf22-22f3c2951e64 req-b8caaae9-2f0d-449d-9710-e1a86f04ee1f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Jun 09 21:55:15.379420 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea6f70-694f-4447-b80f-ab956a621da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574117aa-83f1-4357-9e44-84e60f95c165,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:15.395425 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-68ea6f70-694f-4447-b80f-ab956a621da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:15.430961 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.458081 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.517669 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.520219 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.521366 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/574117aa-83f1-4357-9e44-84e60f95c165 HTTP/1.1" status: 204 len: 168 time: 0.1536858 Jun 09 21:55:15.522190 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-038164df-7a4f-4e1b-bf79-1dcaa1665557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:15.532613 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574117aa-83f1-4357-9e44-84e60f95c165,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:15.535494 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:15.814701 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 626d3228-7051-4f21-84db-1a074fa0769a up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:15.886856 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 626d3228-7051-4f21-84db-1a074fa0769a completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:15.892105 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 626d3228-7051-4f21-84db-1a074fa0769a triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:15.892705 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.951360 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47314) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:15.971349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-fdbb701f-8bdb-4727-97be-8b73f2e96cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.014303 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.049177 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 626d3228-7051-4f21-84db-1a074fa0769a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=626d3228-7051-4f21-84db-1a074fa0769a,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:16.055232 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.058509 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:16.089245 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-fdbb701f-8bdb-4727-97be-8b73f2e96cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.094291 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-fdbb701f-8bdb-4727-97be-8b73f2e96cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.112978 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:16.151356 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb701f-8bdb-4727-97be-8b73f2e96cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abef5437-73e0-464c-9261-ba1ad7c2d299,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:16.161404 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-fdbb701f-8bdb-4727-97be-8b73f2e96cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:16.171870 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-fdbb701f-8bdb-4727-97be-8b73f2e96cc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28a69acb2eae41a4ba8a6a217056d2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192647 Jun 09 21:55:16.174660 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47332) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:16.200793 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=626d3228-7051-4f21-84db-1a074fa0769a,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:16.217466 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:16.253573 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.292045 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.367538 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.371713 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.373045 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abef5437-73e0-464c-9261-ba1ad7c2d299 HTTP/1.1" status: 204 len: 168 time: 0.1962166 Jun 09 21:55:16.373913 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:16.390850 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef5437-73e0-464c-9261-ba1ad7c2d299,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:16.393324 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:16.523732 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784db6-e31f-4d07-9843-14d5a38d1776 req-8b7d7dc2-d587-4856-8a63-415dcc2c5a71 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:16.525216 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-43784db6-e31f-4d07-9843-14d5a38d1776 req-8b7d7dc2-d587-4856-8a63-415dcc2c5a71 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.2508273 Jun 09 21:55:16.547122 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d3228-7051-4f21-84db-1a074fa0769a'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:16.550084 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d1c404-4420-4b69-9c5b-ac61487986a7" -d '{"events": [{"server_uuid": "bde7b03b-eb8d-4f44-99ba-62a521d67e4d", "name": "network-vif-plugged", "status": "completed", "tag": "626d3228-7051-4f21-84db-1a074fa0769a"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:16.573150 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b420176-88c1-460c-ab87-cac766745035 req-deae4c8c-e718-4d33-88c1-5ee99326fb66 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:16.580140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6b420176-88c1-460c-ab87-cac766745035 req-deae4c8c-e718-4d33-88c1-5ee99326fb66 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 945 time: 0.2111533 Jun 09 21:55:16.613811 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-43784db6-e31f-4d07-9843-14d5a38d1776 req-683c5804-9068-46f5-b771-9746ebc0d7a5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813017 Jun 09 21:55:16.655112 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6b420176-88c1-460c-ab87-cac766745035 req-36ff00eb-51d1-4556-9519-752c53467f2f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739605 Jun 09 21:55:16.714763 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f56b9f-6ca5-4f3d-86d1-9bba06933e49 x-openstack-request-id: req-b7f56b9f-6ca5-4f3d-86d1-9bba06933e49 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:16.715152 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde7b03b-eb8d-4f44-99ba-62a521d67e4d", "name": "network-vif-plugged", "status": "completed", "tag": "626d3228-7051-4f21-84db-1a074fa0769a", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:16.715439 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7f56b9f-6ca5-4f3d-86d1-9bba06933e49 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:16.715989 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d3228-7051-4f21-84db-1a074fa0769a', 'code': 200} Jun 09 21:55:16.859429 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47358) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:16.962222 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916e4c9-f169-48fe-b151-5277b543b841 req-e0eb8250-baa4-44b9-b910-39780a7ff40d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:16.963680 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d916e4c9-f169-48fe-b151-5277b543b841 req-e0eb8250-baa4-44b9-b910-39780a7ff40d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1751332 Jun 09 21:55:16.972846 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ac1c0-7ce7-454c-91e6-f63e1e9eb1d8 req-e87567c6-7aaf-45af-9dcc-2d7ffa7cf09b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:16.974338 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff4ac1c0-7ce7-454c-91e6-f63e1e9eb1d8 req-e87567c6-7aaf-45af-9dcc-2d7ffa7cf09b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1397269 Jun 09 21:55:16.983804 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47366) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:16.989430 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'floatingip': {'port_id': 'def14648-5e3d-4296-89fe-6798dadc0157'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:17.025134 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d916e4c9-f169-48fe-b151-5277b543b841 req-3e420a19-47b0-4163-a095-8505587414d7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Jun 09 21:55:17.081658 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.173210 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-49afa49d-e6bc-45df-9c46-6d2fb378b888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.185051 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7ea88-9497-4011-97d0-98f977968f25 req-1917ff7c-dd9e-486c-b83d-25ecfb251879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:17.186517 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4de7ea88-9497-4011-97d0-98f977968f25 req-1917ff7c-dd9e-486c-b83d-25ecfb251879 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 1098 time: 0.0842257 Jun 09 21:55:17.272195 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4de7ea88-9497-4011-97d0-98f977968f25 req-e7e1d1d7-c5fa-4f73-9ae1-aa5f2ac64e53 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485084 Jun 09 21:55:17.679439 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-49afa49d-e6bc-45df-9c46-6d2fb378b888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.735580 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-49afa49d-e6bc-45df-9c46-6d2fb378b888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.779406 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-add47b39-af7e-47ec-93e0-57270c7c603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:17.791947 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47406) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:17.792215 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-49afa49d-e6bc-45df-9c46-6d2fb378b888 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41cf9496f1094c08884c0e4eb50cdd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9314501 Jun 09 21:55:17.930592 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.974205 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afa49d-e6bc-45df-9c46-6d2fb378b888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b05569-69a4-4836-bd7e-4f7a73c1cf71,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:17.983901 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-49afa49d-e6bc-45df-9c46-6d2fb378b888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:18.055370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.069312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c10eb-20a5-412f-aa88-762cdf0120e0 req-4d26c92e-8347-4978-982c-689fa2fd0443 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:18.076280 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-206c10eb-20a5-412f-aa88-762cdf0120e0 req-4d26c92e-8347-4978-982c-689fa2fd0443 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 945 time: 0.2448411 Jun 09 21:55:18.185079 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-206c10eb-20a5-412f-aa88-762cdf0120e0 req-70372e49-da11-4bd8-81d5-b7becbe38ede tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077676 Jun 09 21:55:18.232140 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.234514 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.238020 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44b05569-69a4-4836-bd7e-4f7a73c1cf71 HTTP/1.1" status: 204 len: 168 time: 0.4417284 Jun 09 21:55:18.238020 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d80ef3fa-a0e2-47f8-a316-2c88d9976de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:18.245961 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.249778 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b05569-69a4-4836-bd7e-4f7a73c1cf71,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:18.252912 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:18.260328 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.264187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eeee5-ddf8-4941-a0ce-6c27adb11dc5 req-48ba5b2b-c659-47d0-a89b-631d5b4143d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:18.265857 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-944eeee5-ddf8-4941-a0ce-6c27adb11dc5 req-48ba5b2b-c659-47d0-a89b-631d5b4143d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1303506 Jun 09 21:55:18.329521 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-944eeee5-ddf8-4941-a0ce-6c27adb11dc5 req-7304f3b6-853a-4e72-ab50-ddc506a74b44 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574343 Jun 09 21:55:18.456353 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.l3_db [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Floating IP 92a06200-c081-4b81-a9c9-7a9bb23b24b4 associated. External IP: 172.27.1.162, port: def14648-5e3d-4296-89fe-6798dadc0157. Jun 09 21:55:18.700256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47440) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:18.717664 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3e4a654d-9493-405a-b7d7-93071efdb493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.798260 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1f8cb129-e123-4817-888b-91c2f386a1c2 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:18.830969 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:55:18.875398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3e4a654d-9493-405a-b7d7-93071efdb493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.888117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3e4a654d-9493-405a-b7d7-93071efdb493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.949730 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9f1b9250-293c-48a4-b5e3-052406b417a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:18.966454 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 1f8cb129-e123-4817-888b-91c2f386a1c2 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:18.975126 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-3e4a654d-9493-405a-b7d7-93071efdb493 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1b74a0dde3a469c887ec623fe3284a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712684 Jun 09 21:55:18.977116 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47444) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:18.981524 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 1f8cb129-e123-4817-888b-91c2f386a1c2 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:18.982538 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.053613 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a654d-9493-405a-b7d7-93071efdb493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091c350a-b03b-4b1f-8d36-412228bb4756,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:19.057528 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3e4a654d-9493-405a-b7d7-93071efdb493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:19.094363 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.130224 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.205154 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.208433 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.209934 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/091c350a-b03b-4b1f-8d36-412228bb4756 HTTP/1.1" status: 204 len: 168 time: 0.2320056 Jun 09 21:55:19.213838 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:19.243971 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091c350a-b03b-4b1f-8d36-412228bb4756,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:19.248130 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:19.354086 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:55:19.358719 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.366863 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.375150 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] Sync routers for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:55:19.394025 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:19.395619 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:19.479096 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 1f8cb129-e123-4817-888b-91c2f386a1c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1f8cb129-e123-4817-888b-91c2f386a1c2,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:19.482174 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:19.487624 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aeda0e-c7cf-4d9e-914f-d6406f6efeb1" -d '{"events": [{"server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "name": "network-vif-plugged", "status": "completed", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:19.492182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29aef4-a2aa-4070-a5c2-30e04927110b req-c6aad3be-6f11-41fb-8622-f854c0d94df8 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.493559 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-b523eaf7-1b6f-4ea6-8c44-f8fc90ae1e61 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "PUT /v2.0/floatingips/92a06200-c081-4b81-a9c9-7a9bb23b24b4 HTTP/1.1" status: 200 len: 992 time: 2.5084610 Jun 09 21:55:19.494558 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157'}] {{(pid=91685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:19.497313 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfc2ebf8fce5b722e88ee359368948f5e1fee44d3f1fb1fb03041e7ded0e7c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb700cad-1ffb-424c-8b49-824c56e86f49" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "tag": "def14648-5e3d-4296-89fe-6798dadc0157"}]}' {{(pid=91685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:19.502228 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.504011 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:19.506526 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1c29aef4-a2aa-4070-a5c2-30e04927110b req-c6aad3be-6f11-41fb-8622-f854c0d94df8 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 945 time: 0.1843495 Jun 09 21:55:19.627778 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=1f8cb129-e123-4817-888b-91c2f386a1c2,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:19.633135 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1c29aef4-a2aa-4070-a5c2-30e04927110b req-225053ff-0a99-4d17-b2d2-0660b2a8f65a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239243 Jun 09 21:55:19.653457 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:19.732019 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf1dc9-6b71-4b74-ad5f-72d90201f913 req-66c0583a-df69-4dcd-992c-8a0841b228d7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.733476 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e3cf1dc9-6b71-4b74-ad5f-72d90201f913 req-66c0583a-df69-4dcd-992c-8a0841b228d7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1903353 Jun 09 21:55:19.786299 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:19.791842 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e3cf1dc9-6b71-4b74-ad5f-72d90201f913 req-8aa7d880-0b6a-4bcc-9624-f3555320a6c2 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467272 Jun 09 21:55:19.864512 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9804b6-e07e-4302-a157-38157117398c x-openstack-request-id: req-ba9804b6-e07e-4302-a157-38157117398c {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:19.865312 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "name": "network-vif-plugged", "status": "completed", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:19.865734 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba9804b6-e07e-4302-a157-38157117398c {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:19.866307 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'code': 200} Jun 09 21:55:19.875549 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47476) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:19.903128 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.919145 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2a4d9-c2ad-45d0-a7e2-c26f9ba34a22 x-openstack-request-id: req-63a2a4d9-c2ad-45d0-a7e2-c26f9ba34a22 {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:19.919661 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "tag": "def14648-5e3d-4296-89fe-6798dadc0157", "status": "completed", "code": 200}]} {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:19.919743 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63a2a4d9-c2ad-45d0-a7e2-c26f9ba34a22 {{(pid=91685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:19.920217 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157', 'status': 'completed', 'code': 200} Jun 09 21:55:20.016672 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.021358 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.031537 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-fdbb701f-8bdb-4727-97be-8b73f2e96cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:20.077919 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5217613019f44ca9458ac7c52c52049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989758 Jun 09 21:55:20.078621 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47482) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:20.078708 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc81a2-d8ce-4384-acad-901fcc858566,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:20.086224 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.086578 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.086926 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.087265 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.087600 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.087969 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.088301 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.088631 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.088965 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.089292 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.089716 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.090051 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:20.094068 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:20.154481 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.181396 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.206796 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '92a06200-c081-4b81-a9c9-7a9bb23b24b4', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'port_id': 'def14648-5e3d-4296-89fe-6798dadc0157', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'mac_address': 'fa:16:3e:85:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:46Z', 'updated_at': '2021-06-09T21:55:18Z', 'revision_number': 1, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:20.210894 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] Checking router: 6f9361b4-83d6-49ee-9b54-41f6a46a8940 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:55:20.220772 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:20.221426 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:20.241662 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.244410 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.247803 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dabc81a2-d8ce-4384-acad-901fcc858566 HTTP/1.1" status: 204 len: 168 time: 0.1661949 Jun 09 21:55:20.247803 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-66065e00-ffc1-4a26-986a-de7a79c29a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:20.256329 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc81a2-d8ce-4384-acad-901fcc858566,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:20.258836 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:20.441146 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:20.822345 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '92a06200-c081-4b81-a9c9-7a9bb23b24b4', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'port_id': 'def14648-5e3d-4296-89fe-6798dadc0157', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'mac_address': 'fa:16:3e:85:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:46Z', 'updated_at': '2021-06-09T21:55:18Z', 'revision_number': 1, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:20.827186 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d60600-cbf0-4776-ac27-65b86df49cbd None None] The sync data for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi is: [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '92a06200-c081-4b81-a9c9-7a9bb23b24b4', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'port_id': 'def14648-5e3d-4296-89fe-6798dadc0157', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'mac_address': 'fa:16:3e:85:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:46Z', 'updated_at': '2021-06-09T21:55:18Z', 'revision_number': 1, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:55:20.849119 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47522) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:20.854054 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79b3e-c727-4552-b3c6-cc8d071eb23a req-2572cf22-31c5-4f97-9539-50c565428a75 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:20.856806 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6bb79b3e-c727-4552-b3c6-cc8d071eb23a req-2572cf22-31c5-4f97-9539-50c565428a75 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1119180 Jun 09 21:55:20.934951 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6bb79b3e-c727-4552-b3c6-cc8d071eb23a req-4868676f-121c-48c4-ab23-458dfe9bce52 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696454 Jun 09 21:55:21.017143 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.136310 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a22bd-d99f-4735-9d9f-35551b98d2a3 None None] New status for floating IP 92a06200-c081-4b81-a9c9-7a9bb23b24b4: ACTIVE {{(pid=91687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 21:55:21.152357 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e579eec-644c-46c5-aadb-cf527dfe7c73 req-65e74bce-f41e-41eb-ab9a-4012109196df tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:21.159522 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e579eec-644c-46c5-aadb-cf527dfe7c73 req-65e74bce-f41e-41eb-ab9a-4012109196df tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1270013 Jun 09 21:55:21.167289 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.171870 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.201171 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:21.210025 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95c60e1787a34a7290a1633814320478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597622 Jun 09 21:55:21.213481 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e579eec-644c-46c5-aadb-cf527dfe7c73 req-7e9b9ffe-50aa-479f-b7d7-8d0ff0fb2a6b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529921 Jun 09 21:55:21.214001 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47534) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:21.240500 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80357d6-70a5-4ca9-bc70-22f4664e2905,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:21.249388 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.249751 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.250102 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.250444 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.250781 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.251119 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.251454 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.251788 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.252153 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.252484 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.252815 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.253142 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.257167 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:21.285095 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.313032 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.372532 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.375236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.379446 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b80357d6-70a5-4ca9-bc70-22f4664e2905 HTTP/1.1" status: 204 len: 168 time: 0.1644959 Jun 09 21:55:21.380184 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:21.406156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80357d6-70a5-4ca9-bc70-22f4664e2905,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:21.414843 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:21.807588 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47588) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:21.823866 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7ce358a9-a11a-4228-a33f-0da79756a1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.927277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7ce358a9-a11a-4228-a33f-0da79756a1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.932276 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7ce358a9-a11a-4228-a33f-0da79756a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.945070 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d6eb206d-d48f-423c-be84-d460da881c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:21.984156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce358a9-a11a-4228-a33f-0da79756a1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51629b28-badb-4aac-8822-2e6cfe627d08,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:21.988421 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-7ce358a9-a11a-4228-a33f-0da79756a1b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0cc157a5fcb40cc994b4dbc957b38ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797798 Jun 09 21:55:21.989269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7ce358a9-a11a-4228-a33f-0da79756a1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:21.991760 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47594) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:22.073824 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.111569 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.179884 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.182982 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.184040 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51629b28-badb-4aac-8822-2e6cfe627d08 HTTP/1.1" status: 204 len: 168 time: 0.1908858 Jun 09 21:55:22.184784 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a49ad368-a897-4b09-ac35-3f5c0cbcfdd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:22.195867 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51629b28-badb-4aac-8822-2e6cfe627d08,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:22.198258 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:22.210821 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bab21-1081-4e5e-acb2-317283c3bd72 req-d19d781d-e659-49d0-bc4c-90f0828c0099 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:22.212323 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bd4bab21-1081-4e5e-acb2-317283c3bd72 req-d19d781d-e659-49d0-bc4c-90f0828c0099 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0824957 Jun 09 21:55:22.258417 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bd4bab21-1081-4e5e-acb2-317283c3bd72 req-e9105405-2398-4879-a1d6-6116d6c5b8d7 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Jun 09 21:55:22.496726 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41b88b-bf6f-4311-9866-75448ede61d2 req-a3b9c0f5-21df-4f60-9486-484f09a2c6de tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:22.498340 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a41b88b-bf6f-4311-9866-75448ede61d2 req-a3b9c0f5-21df-4f60-9486-484f09a2c6de tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1409876 Jun 09 21:55:22.586646 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a41b88b-bf6f-4311-9866-75448ede61d2 req-b16b9eb8-9c21-404c-a6d3-e03b26fcee37 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815191 Jun 09 21:55:22.595570 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-f32751d8-b21b-4da4-bf4b-bf506446b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:22.597146 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-f32751d8-b21b-4da4-bf4b-bf506446b19e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1099 time: 0.1554353 Jun 09 21:55:22.877381 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143a90-fbcc-46d9-91d0-3e546111bda0 req-3ed08c7e-d005-474e-8ae8-4a22db99926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:22.879139 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9f143a90-fbcc-46d9-91d0-3e546111bda0 req-3ed08c7e-d005-474e-8ae8-4a22db99926f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1099 time: 0.1718881 Jun 09 21:55:22.935391 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-5b3b085f-d1e8-43a2-b7fa-372b89a24c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:22.936104 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-5b3b085f-d1e8-43a2-b7fa-372b89a24c5b service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.3274076 Jun 09 21:55:22.947606 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9f143a90-fbcc-46d9-91d0-3e546111bda0 req-5e514b97-16b3-4eae-b49f-a0333c8be873 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529420 Jun 09 21:55:23.460671 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb6e2f-041f-4add-ac93-3e930d3f89ee req-c2972843-155a-45c2-b62d-e63efffefe0d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:23.462139 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-54fb6e2f-041f-4add-ac93-3e930d3f89ee req-c2972843-155a-45c2-b62d-e63efffefe0d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0932324 Jun 09 21:55:23.511517 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-54fb6e2f-041f-4add-ac93-3e930d3f89ee req-c27b69c7-63eb-46d1-8893-e2852cb1b9fa tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Jun 09 21:55:23.775288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433428-213e-4e56-9d8c-346e8d2c0398 req-25084f3c-86ec-4844-88e3-5bfc61cf24af tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:23.776798 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bd433428-213e-4e56-9d8c-346e8d2c0398 req-25084f3c-86ec-4844-88e3-5bfc61cf24af tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0873942 Jun 09 21:55:23.820820 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bd433428-213e-4e56-9d8c-346e8d2c0398 req-0b59beb7-8921-430f-821c-098db784afc7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Jun 09 21:55:24.766619 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13685f-7f76-4b1c-9c7e-60c4cc33c0df req-dd487746-ab15-473d-a55e-3d023cc86398 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:24.768061 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a13685f-7f76-4b1c-9c7e-60c4cc33c0df req-dd487746-ab15-473d-a55e-3d023cc86398 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1457353 Jun 09 21:55:24.812730 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a13685f-7f76-4b1c-9c7e-60c4cc33c0df req-fc0b148f-5174-40dd-8d87-78838bb237b0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386312 Jun 09 21:55:24.889987 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47726) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:25.007965 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c53b2242-64d8-4750-afd6-f31bc4f35549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.044049 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c4aaa-7b42-4397-95a1-22a36e7d2e3c req-6e4d5400-bae8-48be-82af-f9c63196d563 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:25.045509 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c63c4aaa-7b42-4397-95a1-22a36e7d2e3c req-6e4d5400-bae8-48be-82af-f9c63196d563 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1159685 Jun 09 21:55:25.114974 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c63c4aaa-7b42-4397-95a1-22a36e7d2e3c req-4b1498fc-1639-4357-bd94-488f7a02ef31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 Jun 09 21:55:25.167429 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c53b2242-64d8-4750-afd6-f31bc4f35549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.170966 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c53b2242-64d8-4750-afd6-f31bc4f35549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.177409 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1b5a1a23-24e5-4eac-9a4b-1337e5337bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.216251 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b2242-64d8-4750-afd6-f31bc4f35549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075d21d0-0d5d-4485-9eff-38eee5dd16c8,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.219469 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c53b2242-64d8-4750-afd6-f31bc4f35549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:25.221775 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-c53b2242-64d8-4750-afd6-f31bc4f35549 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f71acf99504743f6bfc35982d8cb7164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307941 Jun 09 21:55:25.224547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47732) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:25.281257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6d1d9019-e28c-4d57-acc5-4ed6e5301658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.306742 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6d1d9019-e28c-4d57-acc5-4ed6e5301658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.361572 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6d1d9019-e28c-4d57-acc5-4ed6e5301658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.364042 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6d1d9019-e28c-4d57-acc5-4ed6e5301658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.365224 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6d1d9019-e28c-4d57-acc5-4ed6e5301658 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/075d21d0-0d5d-4485-9eff-38eee5dd16c8 HTTP/1.1" status: 204 len: 168 time: 0.1397214 Jun 09 21:55:25.365950 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3e4a654d-9493-405a-b7d7-93071efdb493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.376251 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d9019-e28c-4d57-acc5-4ed6e5301658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075d21d0-0d5d-4485-9eff-38eee5dd16c8,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.378931 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6d1d9019-e28c-4d57-acc5-4ed6e5301658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:25.639908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47742) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:25.656471 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4acfa692-d50f-4fc7-8366-a8aa52862eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.755269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4acfa692-d50f-4fc7-8366-a8aa52862eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.759441 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4acfa692-d50f-4fc7-8366-a8aa52862eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.767224 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.804587 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-4acfa692-d50f-4fc7-8366-a8aa52862eab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cb9dc11d7cc434289381bc40546202d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636572 Jun 09 21:55:25.806089 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfa692-d50f-4fc7-8366-a8aa52862eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9afd56-3697-4e56-aa2d-287596a39ca2,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.807359 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 47744) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:25.809093 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4acfa692-d50f-4fc7-8366-a8aa52862eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:25.866996 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.891748 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.945183 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.947870 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.949056 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc9afd56-3697-4e56-aa2d-287596a39ca2 HTTP/1.1" status: 204 len: 168 time: 0.1406953 Jun 09 21:55:25.950163 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-cd3fc4f0-c6a0-4569-b309-2cbc30a76547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.960565 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9afd56-3697-4e56-aa2d-287596a39ca2,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.970929 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:26.001441 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c13b-260d-4fbd-8f97-67e6f4f8ec7c req-34da8437-e6b6-4836-8a42-0a9fea256698 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:26.002885 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-70c7c13b-260d-4fbd-8f97-67e6f4f8ec7c req-34da8437-e6b6-4836-8a42-0a9fea256698 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0859437 Jun 09 21:55:26.047137 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-70c7c13b-260d-4fbd-8f97-67e6f4f8ec7c req-a8c38331-5995-426e-a915-cb85d66da5f0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Jun 09 21:55:26.297212 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbaf59-003e-40f6-9ede-ff6ff07420f2 req-50876e34-91b0-4749-9346-f67bbeb63081 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:26.298661 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-56bbaf59-003e-40f6-9ede-ff6ff07420f2 req-50876e34-91b0-4749-9346-f67bbeb63081 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0807052 Jun 09 21:55:26.344171 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-56bbaf59-003e-40f6-9ede-ff6ff07420f2 req-13aac665-6aed-410b-b17b-42634b239d98 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Jun 09 21:55:26.935277 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-1e08bd7f-b806-42d4-bf02-84f148994431 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 1002 time: 0.1192079 Jun 09 21:55:27.250088 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60618-104e-4090-9726-6f8d04ccf6d4 req-fd23292f-614e-40ca-b2a8-9b053c228454 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:27.252611 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b9c60618-104e-4090-9726-6f8d04ccf6d4 req-fd23292f-614e-40ca-b2a8-9b053c228454 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0971298 Jun 09 21:55:27.299259 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b9c60618-104e-4090-9726-6f8d04ccf6d4 req-958bf2c1-9138-4a63-a44c-aae47ee4069f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Jun 09 21:55:27.535766 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272cb21-d059-42a0-831d-ebfe00c86dcf req-7dd957e8-0e19-4692-b7cb-ad33c3cf5d2b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:27.537308 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0272cb21-d059-42a0-831d-ebfe00c86dcf req-7dd957e8-0e19-4692-b7cb-ad33c3cf5d2b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0843189 Jun 09 21:55:27.586383 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0272cb21-d059-42a0-831d-ebfe00c86dcf req-2af58087-ee3b-4f66-a664-5d9c321968fd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Jun 09 21:55:28.483991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0558c2-182a-4cd5-b530-2c9208c190c4 req-5ae1fe78-6cd3-44bc-88cf-794b9a7f9644 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:28.485427 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff0558c2-182a-4cd5-b530-2c9208c190c4 req-5ae1fe78-6cd3-44bc-88cf-794b9a7f9644 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0816376 Jun 09 21:55:28.529555 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff0558c2-182a-4cd5-b530-2c9208c190c4 req-ea35f421-de88-4974-9344-b07d0ec551b9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Jun 09 21:55:28.748235 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-8133e4fb-f60a-48c6-9005-5f905fb10791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:28.749655 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-8133e4fb-f60a-48c6-9005-5f905fb10791 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0968540 Jun 09 21:55:28.843154 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463366-33b4-4006-8822-cd7d158fe6c5 req-43568aab-221c-44a2-a175-71c1e8810573 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:28.844654 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-10463366-33b4-4006-8822-cd7d158fe6c5 req-43568aab-221c-44a2-a175-71c1e8810573 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1385167 Jun 09 21:55:28.877163 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-b0b6af82-53b6-4dc7-a4ad-4039da08d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:28.878604 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-b0b6af82-53b6-4dc7-a4ad-4039da08d49f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1091423 Jun 09 21:55:28.918106 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-10463366-33b4-4006-8822-cd7d158fe6c5 req-03f9219d-a38f-42ed-8d04-3b70d4c50ebb tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662823 Jun 09 21:55:29.025929 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-3f212da1-08fa-4489-96ff-9ca950c7423c service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332486 Jun 09 21:55:29.269598 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fb700cad-1ffb-424c-8b49-824c56e86f49 req-b29a8317-5641-4a79-849a-b05b8360fc30 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299174 Jun 09 21:55:29.716445 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8df9cb-a037-4894-81de-3e644c46761d req-748cd2f3-ece7-4e19-a20c-e702cf36c5c4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:29.718049 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3f8df9cb-a037-4894-81de-3e644c46761d req-748cd2f3-ece7-4e19-a20c-e702cf36c5c4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0800123 Jun 09 21:55:29.775200 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3f8df9cb-a037-4894-81de-3e644c46761d req-2e4b01f8-9341-4087-948e-d1cf4201597f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509069 Jun 09 21:55:30.253186 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cae0b-d1c0-4e19-88a2-11a786a97317 req-17f993b4-d1a5-4a1d-9d1d-1a8392627462 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:30.254797 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c25cae0b-d1c0-4e19-88a2-11a786a97317 req-17f993b4-d1a5-4a1d-9d1d-1a8392627462 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.2028954 Jun 09 21:55:30.295562 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9020-3041-444c-b4ce-02d8d3213fdf req-267c27c1-a1e5-47ec-8307-fcbe16758e08 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:30.297021 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-760c9020-3041-444c-b4ce-02d8d3213fdf req-267c27c1-a1e5-47ec-8307-fcbe16758e08 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.1968412 Jun 09 21:55:30.340313 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c25cae0b-d1c0-4e19-88a2-11a786a97317 req-a25fc0f9-a032-4aec-afb6-242d9ddb69e8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775104 Jun 09 21:55:30.364711 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-760c9020-3041-444c-b4ce-02d8d3213fdf req-12eea57e-494b-4d44-ae1a-765c6e57f55f tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559933 Jun 09 21:55:30.986904 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35f871-51db-4898-9ee5-1c1558ca6a18 req-673e3825-40c4-45d0-879d-3eb79d42c767 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:30.988405 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e35f871-51db-4898-9ee5-1c1558ca6a18 req-673e3825-40c4-45d0-879d-3eb79d42c767 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0820520 Jun 09 21:55:31.033559 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e35f871-51db-4898-9ee5-1c1558ca6a18 req-035712a8-feae-4def-b87e-1313b0f44b2c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388148 Jun 09 21:55:31.589560 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347bf1a-be73-4a10-ac76-7c090ff5aec7 req-0dda3ca9-0183-4bb2-8958-a638200e8298 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:31.591039 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5347bf1a-be73-4a10-ac76-7c090ff5aec7 req-0dda3ca9-0183-4bb2-8958-a638200e8298 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1407268 Jun 09 21:55:31.639885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031b9f2-8c2e-42fc-adb1-e0bdf6ea0b96 req-020027e1-c2c9-4192-9c9a-d1da1c78edad tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:31.641322 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4031b9f2-8c2e-42fc-adb1-e0bdf6ea0b96 req-020027e1-c2c9-4192-9c9a-d1da1c78edad tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.1466715 Jun 09 21:55:31.652935 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5347bf1a-be73-4a10-ac76-7c090ff5aec7 req-1348c587-87d4-4095-9da5-ca7596ee0847 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553916 Jun 09 21:55:31.696741 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4031b9f2-8c2e-42fc-adb1-e0bdf6ea0b96 req-03da60c0-3be0-4435-aa58-21fc11e6329b tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497200 Jun 09 21:55:32.159552 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-e8ae6067-975d-4d42-85a6-4552bf0ad1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.161084 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-e8ae6067-975d-4d42-85a6-4552bf0ad1ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 1098 time: 0.1480441 Jun 09 21:55:32.298214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762b60-650e-4815-948c-359155756724 req-01a69881-0e96-4654-9059-47b3b06791a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.300980 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8762b60-650e-4815-948c-359155756724 req-01a69881-0e96-4654-9059-47b3b06791a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.2521565 Jun 09 21:55:32.457057 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8762b60-650e-4815-948c-359155756724 req-502bb04f-08e4-435e-8786-1f818a7794aa tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131084 Jun 09 21:55:32.474259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cfcb1-a17e-46ed-94de-b8fcabb11e5b req-8ef24c06-c639-46bf-8925-d2a3454053f4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.475708 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-089cfcb1-a17e-46ed-94de-b8fcabb11e5b req-8ef24c06-c639-46bf-8925-d2a3454053f4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.3187284 Jun 09 21:55:32.486953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-52165c56-56fc-4a42-bbaf-2dcbc1b89303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.488342 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-52165c56-56fc-4a42-bbaf-2dcbc1b89303 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.2937715 Jun 09 21:55:32.582499 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-7baa836e-17a6-453e-b6cf-d87fb23c1e76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=626d3228-7051-4f21-84db-1a074fa0769a HTTP/1.1" status: 200 len: 217 time: 0.0765505 Jun 09 21:55:32.592022 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-557a88df-f4d9-45ed-8a65-bf14e2611600 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2860503 Jun 09 21:55:32.604693 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-089cfcb1-a17e-46ed-94de-b8fcabb11e5b req-823cde07-12b7-4528-9c50-bdcd76115330 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190100 Jun 09 21:55:32.780503 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bf5be-f381-4a04-acc8-ce466f7ae51a req-5e74c773-a91f-42fa-b85d-9d1f9ac5bddb tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.781828 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-522bf5be-f381-4a04-acc8-ce466f7ae51a req-5e74c773-a91f-42fa-b85d-9d1f9ac5bddb tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0767727 Jun 09 21:55:32.790774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 47894) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:32.795185 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'floatingip': {'port_id': '1f8cb129-e123-4817-888b-91c2f386a1c2'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:32.902454 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.020491 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.138364 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-b9c88474-2040-46b7-a4e9-289d52d9f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:33.139775 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-b9c88474-2040-46b7-a4e9-289d52d9f7c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.1778252 Jun 09 21:55:33.179336 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf266d-c3de-429d-b611-6dd191c8befb req-143261aa-736c-421f-a2dd-9acbb14b9b75 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:33.180778 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-54cf266d-c3de-429d-b611-6dd191c8befb req-143261aa-736c-421f-a2dd-9acbb14b9b75 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.3134224 Jun 09 21:55:33.408691 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-54cf266d-c3de-429d-b611-6dd191c8befb req-95171015-ebc1-4ab4-96cb-21e84ff1e179 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109433 Jun 09 21:55:33.796734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c7a05-c286-43a2-84c9-b5f09b045fe2 req-83fce5c0-0ed8-4164-9187-ace0437ec0c1 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:33.798158 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0f4c7a05-c286-43a2-84c9-b5f09b045fe2 req-83fce5c0-0ed8-4164-9187-ace0437ec0c1 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1731703 Jun 09 21:55:33.922068 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.925570 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0f4c7a05-c286-43a2-84c9-b5f09b045fe2 req-e34e296f-60b6-44a3-85a6-af204006bd1c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696020 Jun 09 21:55:33.926808 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.032410 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-63324277-29e6-4f6b-8b2d-e01c03628575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.099693 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Floating IP f13d07a4-16bd-4833-adbf-065f4ea023ae associated. External IP: 172.27.1.217, port: 1f8cb129-e123-4817-888b-91c2f386a1c2. Jun 09 21:55:34.504332 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:55:34.741636 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488fe6a-6600-4e10-80a0-db4e04daae1a req-62e1156f-77e3-4c0c-9510-73d54181f8a6 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:34.743083 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c488fe6a-6600-4e10-80a0-db4e04daae1a req-62e1156f-77e3-4c0c-9510-73d54181f8a6 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.1822262 Jun 09 21:55:34.744191 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:55:34.748949 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.755720 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] Sync routers for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:55:34.765809 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:34.766420 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:34.839843 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c488fe6a-6600-4e10-80a0-db4e04daae1a req-3a995214-2505-4514-9dd2-f4afb972f553 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648656 Jun 09 21:55:34.862235 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-1c0fa821-0d10-4ef8-ab3f-81acb83d3002 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "PUT /v2.0/floatingips/f13d07a4-16bd-4833-adbf-065f4ea023ae HTTP/1.1" status: 200 len: 992 time: 2.0703995 Jun 09 21:55:34.863090 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:34.866182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415" -d '{"events": [{"name": "network-changed", "server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:34.962057 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:35.304546 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': 'f13d07a4-16bd-4833-adbf-065f4ea023ae', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'port_id': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'mac_address': 'fa:16:3e:3c:a9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:51Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 1, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:35.308428 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] Checking router: 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:55:35.316726 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:35.317254 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:35.513357 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:35.849480 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': 'f13d07a4-16bd-4833-adbf-065f4ea023ae', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'port_id': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'mac_address': 'fa:16:3e:3c:a9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:51Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 1, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:35.853302 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6a84b-4bfb-4011-a3a3-55bde9465c01 None None] The sync data for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi is: [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': 'f13d07a4-16bd-4833-adbf-065f4ea023ae', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'port_id': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'mac_address': 'fa:16:3e:3c:a9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:51Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 1, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:55:36.037831 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81aef1-d1e3-45cc-93a3-a1026203d13b None None] New status for floating IP f13d07a4-16bd-4833-adbf-065f4ea023ae: ACTIVE {{(pid=91687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 21:55:36.325389 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2770b222-e1c3-4d12-bdd5-9ae5b1c335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:36.428757 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.010997 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-fb5f70d6-1514-4059-af2a-d168ceb3e9f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499969 Jun 09 21:55:37.043248 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-ea7c4ee0-b52b-4269-bed7-140491883a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:37.043248 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-ea7c4ee0-b52b-4269-bed7-140491883a5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.1095870 Jun 09 21:55:37.402923 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a661f76f-d842-4b6d-b4a9-123a82c21655 x-openstack-request-id: req-a661f76f-d842-4b6d-b4a9-123a82c21655 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:37.403291 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:37.403503 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a661f76f-d842-4b6d-b4a9-123a82c21655 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:37.404483 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'status': 'completed', 'code': 200} Jun 09 21:55:37.585287 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.646020 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-11888323-8d62-400e-8282-35447248c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:37.647631 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-11888323-8d62-400e-8282-35447248c730 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.3766470 Jun 09 21:55:37.649420 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-b093a59a-fff4-4388-8cc3-5b779b20ef36 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797417 Jun 09 21:55:37.823517 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-ad747376-ff50-42f6-9875-932189dfe6b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 217 time: 0.1505394 Jun 09 21:55:37.918948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859573c-b958-4e3d-b4e4-75a3c5697f11 req-a49c51f9-c160-4462-884f-a0eeb3f4e827 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:37.920388 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1859573c-b958-4e3d-b4e4-75a3c5697f11 req-a49c51f9-c160-4462-884f-a0eeb3f4e827 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.4728305 Jun 09 21:55:37.935427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe84-1835-4180-a2a7-1fd5b739c46b req-1ef7765a-82dc-4579-8e15-8316c7127477 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:37.937347 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c10ebe84-1835-4180-a2a7-1fd5b739c46b req-1ef7765a-82dc-4579-8e15-8316c7127477 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.4721243 Jun 09 21:55:37.952486 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-8683dfdd-a32e-48c5-aad1-ed92faa16de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:37.953884 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-8683dfdd-a32e-48c5-aad1-ed92faa16de9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1099 time: 0.4390237 Jun 09 21:55:38.024750 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-cd01613b-549d-4165-84f8-fc117c6e002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:38.026101 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-cd01613b-549d-4165-84f8-fc117c6e002f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.1914470 Jun 09 21:55:38.245024 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4fcc962-035a-4194-99d1-4dd5b706d888 req-b40146f4-a512-4e55-9238-219701b449be service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678806 Jun 09 21:55:38.266968 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-867a9414-db61-4477-a58c-f475b72d8e7e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879027 Jun 09 21:55:38.288219 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1859573c-b958-4e3d-b4e4-75a3c5697f11 req-ee4028b9-301f-4bae-acc8-b48c502183a5 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398852 Jun 09 21:55:38.295354 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c10ebe84-1835-4180-a2a7-1fd5b739c46b req-c0ab6b85-5936-460e-8df0-d722854468db tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405681 Jun 09 21:55:38.340807 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-898e051e-b4da-4e2c-afb9-847269d4c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:38.342274 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-898e051e-b4da-4e2c-afb9-847269d4c7a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.3612421 Jun 09 21:55:38.618069 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-61dddca0-d36f-40a3-b394-7e3642cc965f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.2193627 Jun 09 21:55:38.641611 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-fe68c547-c1c7-438c-a1ca-fe14b083c220 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921574 Jun 09 21:55:38.820127 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-737bd6a9-758a-423a-b531-0190b151d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:38.821561 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-737bd6a9-758a-423a-b531-0190b151d0be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.1616445 Jun 09 21:55:38.899870 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71aadce7-87b4-44ce-a267-7d51779bc56d req-5b0e2ac4-3585-46eb-8d95-573d3aa0e890 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349455 Jun 09 21:55:38.935045 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-bc832c49-3f73-48e4-8fac-16f427355bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:38.937007 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-bc832c49-3f73-48e4-8fac-16f427355bc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0854051 Jun 09 21:55:39.129991 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-6b0e4d40-ab95-4158-8836-eba8e02eb632 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325068 Jun 09 21:55:39.300918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.385744 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58e52c95-4e33-4ca8-97c0-66a6e5dd6415 req-7a7b0c4d-ab40-4caa-9e3f-c2e2b1f70b60 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034774 Jun 09 21:55:39.394203 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-7122deda-c224-4ab9-b5c9-b4bb6139fbb3 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:39.395725 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-7122deda-c224-4ab9-b5c9-b4bb6139fbb3 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.22 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.2124403 Jun 09 21:55:39.677293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf02a84-4ec2-414f-bcfb-462e35eff86f req-9c200630-9be1-4e6b-a7ec-b45f4f6cd2b6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:39.679297 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1bf02a84-4ec2-414f-bcfb-462e35eff86f req-9c200630-9be1-4e6b-a7ec-b45f4f6cd2b6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.2190738 Jun 09 21:55:39.688356 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96fda8-dea7-4a3e-ad27-32275ad72479 req-325cde88-a6f6-497c-ad81-b1b4d5aedab3 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:39.692335 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2b96fda8-dea7-4a3e-ad27-32275ad72479 req-325cde88-a6f6-497c-ad81-b1b4d5aedab3 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 946 time: 0.2702091 Jun 09 21:55:39.743991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Deleting port e8900dfc-90ac-4656-a216-97ab4af448a2 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:55:39.744357 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.852218 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1bf02a84-4ec2-414f-bcfb-462e35eff86f req-4d1b24a9-d5dc-43d8-a8f5-5394949c1ed5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580608 Jun 09 21:55:39.857199 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2b96fda8-dea7-4a3e-ad27-32275ad72479 req-d4c40a34-ac74-49c6-a539-26d29ddd32ac tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b97b2dd-d26e-4497-a71d-82455e0e3bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619608 Jun 09 21:55:39.930794 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] For port e8900dfc-90ac-4656-a216-97ab4af448a2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e8900dfc-90ac-4656-a216-97ab4af448a2,segment=NetworkSegment(b7b7f145-46b2-41a6-968f-9c0638a36bfd),segment_id=b7b7f145-46b2-41a6-968f-9c0638a36bfd)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:39.931412 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.151896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Calling delete_port for e8900dfc-90ac-4656-a216-97ab4af448a2 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:55:40.327757 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.337075 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:40.368161 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['e8900dfc-90ac-4656-a216-97ab4af448a2'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:40.393039 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Pushing event deleted for resources: {'Port': ['ID=e8900dfc-90ac-4656-a216-97ab4af448a2,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:40.396148 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:40.472460 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] No DVR routers for this DVR port e8900dfc-90ac-4656-a216-97ab4af448a2 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:55:40.476146 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.478536 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a1a9a6bb-6842-4f20-bfa7-d996bc0d3daf req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.22 "DELETE /v2.0/ports/e8900dfc-90ac-4656-a216-97ab4af448a2 HTTP/1.1" status: 204 len: 173 time: 1.0198545 Jun 09 21:55:40.479027 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'name': 'network-vif-deleted', 'tag': 'e8900dfc-90ac-4656-a216-97ab4af448a2'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:40.481295 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0740c3-7eeb-4aa2-b0d8-d982debf5eee" -d '{"events": [{"server_uuid": "a34592f8-0e62-4f1b-b982-874b93cd3ae0", "name": "network-vif-deleted", "tag": "e8900dfc-90ac-4656-a216-97ab4af448a2"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:40.528841 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5d86e8-7676-4838-9fb9-e748cd87bc20 x-openstack-request-id: req-ea5d86e8-7676-4838-9fb9-e748cd87bc20 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:40.529160 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34592f8-0e62-4f1b-b982-874b93cd3ae0", "name": "network-vif-deleted", "tag": "e8900dfc-90ac-4656-a216-97ab4af448a2", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:40.529456 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea5d86e8-7676-4838-9fb9-e748cd87bc20 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:40.529866 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34592f8-0e62-4f1b-b982-874b93cd3ae0', 'name': 'network-vif-deleted', 'tag': 'e8900dfc-90ac-4656-a216-97ab4af448a2', 'status': 'completed', 'code': 200} Jun 09 21:55:41.053894 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0be01a6e-33cf-4596-bfb5-eef32f20bcc2 req-e47a9d1b-f6ae-42ea-a773-ba7022972bfb tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.0534241 Jun 09 21:55:41.103276 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf2ad-b87b-4292-92ca-24fbb76ecf67 req-0fd093dc-7d4f-452f-803f-8889ba71972f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:41.105313 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-15fcf2ad-b87b-4292-92ca-24fbb76ecf67 req-0fd093dc-7d4f-452f-803f-8889ba71972f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1408634 Jun 09 21:55:41.148301 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48068) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:41.155882 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-15fcf2ad-b87b-4292-92ca-24fbb76ecf67 req-7e4fa7e9-bc8d-497b-b4d9-94ba3fd2dcbc tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Jun 09 21:55:41.280672 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d85dc1df-6ecd-40da-a727-2a04e48ed642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.388243 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d85dc1df-6ecd-40da-a727-2a04e48ed642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.391787 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d85dc1df-6ecd-40da-a727-2a04e48ed642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.399011 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e2f4c571-c87b-4a0b-9545-b5120f7b4bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:41.439012 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc1df-6ecd-40da-a727-2a04e48ed642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce161c-d6c4-4c59-81b3-0b7ec3fbb918,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:41.447855 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d85dc1df-6ecd-40da-a727-2a04e48ed642 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64c9e8cb3f93478ea514b4587db83b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981918 Jun 09 21:55:41.449314 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d85dc1df-6ecd-40da-a727-2a04e48ed642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:41.450371 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48072) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:41.509060 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.535147 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.587969 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.590449 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.591563 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0ce161c-d6c4-4c59-81b3-0b7ec3fbb918 HTTP/1.1" status: 204 len: 168 time: 0.1401372 Jun 09 21:55:41.592389 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c5f9fbbe-9212-4f74-bfde-da1fd29330c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:41.602509 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce161c-d6c4-4c59-81b3-0b7ec3fbb918,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:41.604830 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:41.873117 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48082) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:41.890823 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3087fa0f-9656-40e0-bf18-7e0142647ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.995979 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3087fa0f-9656-40e0-bf18-7e0142647ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.999427 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3087fa0f-9656-40e0-bf18-7e0142647ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.008277 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-68ea6f70-694f-4447-b80f-ab956a621da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:42.045557 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3087fa0f-9656-40e0-bf18-7e0142647ae1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4a4846709804b2b92625092c0c499d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714172 Jun 09 21:55:42.046495 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087fa0f-9656-40e0-bf18-7e0142647ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac109c7-0c15-4309-8023-1162d1f657cb,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:42.048239 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48084) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:42.049346 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3087fa0f-9656-40e0-bf18-7e0142647ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:42.107001 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.131536 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.182114 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.184731 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.188554 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ac109c7-0c15-4309-8023-1162d1f657cb HTTP/1.1" status: 204 len: 168 time: 0.1393366 Jun 09 21:55:42.189304 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:42.199223 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac109c7-0c15-4309-8023-1162d1f657cb,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:42.201971 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:42.526304 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48096) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:42.543536 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9dc9df5f-0d9c-4a97-ab58-5f78408a7fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.654651 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9dc9df5f-0d9c-4a97-ab58-5f78408a7fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.665670 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9dc9df5f-0d9c-4a97-ab58-5f78408a7fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.667962 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-82ced385-229f-4912-b0a4-3b9ce82dce04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:42.709437 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9dc9df5f-0d9c-4a97-ab58-5f78408a7fd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bc482f40c644981b80df85c7e9755aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820431 Jun 09 21:55:42.711558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9df5f-0d9c-4a97-ab58-5f78408a7fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec6ec9-8182-4ff5-8821-6c9f1095462b,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:42.712660 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48100) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:42.714525 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9dc9df5f-0d9c-4a97-ab58-5f78408a7fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:42.768754 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.793481 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.843743 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.846169 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:42.847298 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfec6ec9-8182-4ff5-8821-6c9f1095462b HTTP/1.1" status: 204 len: 168 time: 0.1336606 Jun 09 21:55:42.848046 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-40a2a65c-25ce-4220-8ae7-c033fd60b763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:42.857167 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec6ec9-8182-4ff5-8821-6c9f1095462b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:42.859424 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:46.797839 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device e8900dfc-90ac-4656-a216-97ab4af448a2 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:55:46.834354 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: e8900dfc-90ac-4656-a216-97ab4af448a2 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:55:46.835191 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device e8900dfc-90ac-4656-a216-97ab4af448a2 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:55:47.246141 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e4e91eb0-3fc3-41c6-bfa9-21bf8543ec60 req-d526ecf2-77ed-4872-a38f-892b0dfe1beb tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.0425625 Jun 09 21:55:47.341766 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd76b5-f5ff-4939-a62b-58023abfb1db req-95790894-0ba4-4305-b590-5585d21ffe94 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:47.343217 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75dd76b5-f5ff-4939-a62b-58023abfb1db req-95790894-0ba4-4305-b590-5585d21ffe94 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0784366 Jun 09 21:55:47.403767 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75dd76b5-f5ff-4939-a62b-58023abfb1db req-4a7b6295-6f4d-4fe9-b369-727d8370d080 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541823 Jun 09 21:55:48.354442 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48150) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:48.518700 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4528f33d-6bfa-44cd-bf50-b2c552dfefa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.521385 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-85ffa316-48f6-4b79-b1d9-7c7e2881fd61 req-516b3990-fba3-4e97-adf8-2f6c7f654bfe tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a34592f8-0e62-4f1b-b982-874b93cd3ae0 HTTP/1.1" status: 200 len: 210 time: 0.0467813 Jun 09 21:55:48.623561 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4528f33d-6bfa-44cd-bf50-b2c552dfefa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.628435 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4528f33d-6bfa-44cd-bf50-b2c552dfefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.637155 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9276f929-266d-45c6-b136-b2412dfc635c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:48.657634 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7b5cb-e8da-4601-94c5-fe67e8442d1b req-24dfbfd0-7ac8-4369-ab3b-77ae6a298980 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:48.659107 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6e7b5cb-e8da-4601-94c5-fe67e8442d1b req-24dfbfd0-7ac8-4369-ab3b-77ae6a298980 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0878642 Jun 09 21:55:48.674698 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528f33d-6bfa-44cd-bf50-b2c552dfefa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8df988-568a-42b3-a584-f42b0d5a8f29,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:48.678676 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-4528f33d-6bfa-44cd-bf50-b2c552dfefa7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33a263904345461885cf6906167f9976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229055 Jun 09 21:55:48.679483 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4528f33d-6bfa-44cd-bf50-b2c552dfefa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:48.681250 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48158) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:48.708504 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6e7b5cb-e8da-4601-94c5-fe67e8442d1b req-3017cf63-bea1-4152-ade2-d362065f36a8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Jun 09 21:55:48.739333 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.766048 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.818731 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.821687 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.822780 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b8df988-568a-42b3-a584-f42b0d5a8f29 HTTP/1.1" status: 204 len: 168 time: 0.1404662 Jun 09 21:55:48.823484 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:48.832649 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8df988-568a-42b3-a584-f42b0d5a8f29,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:48.834875 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:48.952605 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:55:49.924215 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7c5f-e142-4d51-84ec-d9ffccd358fa req-08310e4b-0403-4ae4-9c72-914c44f88887 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.925694 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c62d7c5f-e142-4d51-84ec-d9ffccd358fa req-08310e4b-0403-4ae4-9c72-914c44f88887 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0999913 Jun 09 21:55:49.977021 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c62d7c5f-e142-4d51-84ec-d9ffccd358fa req-460332ed-bc20-4133-adc6-b9c54fd51c7a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Jun 09 21:55:51.174265 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3448252-44ed-4411-ad3a-3f553cec3209 req-0b2ee1c5-a0a3-4543-838e-66cc9b44706c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.175774 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3448252-44ed-4411-ad3a-3f553cec3209 req-0b2ee1c5-a0a3-4543-838e-66cc9b44706c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0839221 Jun 09 21:55:51.255281 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3448252-44ed-4411-ad3a-3f553cec3209 req-a547d9f0-9581-4c7e-836f-6e5287986b59 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727139 Jun 09 21:55:51.462870 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48266) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:51.519453 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Deleting subnet fafee987-9ce9-4519-b58d-bbdf1b319205 {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:55:51.522969 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.570340 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.627288 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.693585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.698193 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-60041fcf-7193-42da-9fa6-e0e7ea75b553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:51.736475 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafee987-9ce9-4519-b58d-bbdf1b319205,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:51.739287 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:51.741861 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.743597 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e3b77002-8a12-4058-8db2-0e0e385db11a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fafee987-9ce9-4519-b58d-bbdf1b319205 HTTP/1.1" status: 204 len: 168 time: 0.2797003 Jun 09 21:55:51.746161 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48270) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:51.859236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.995954 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.012037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.012362 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.013092 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.013438 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.013761 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.014101 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.014418 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.015714 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.015714 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.015714 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.163991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.164352 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.164681 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.165007 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:55:52.165349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03137096-3478-4fd9-8c97-53d58021ba89']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:52.183130 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b7f145-46b2-41a6-968f-9c0638a36bfd') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:52.183758 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b7f145-46b2-41a6-968f-9c0638a36bfd') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:52.195076 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.215262 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.222692 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:55:52.223072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: from cryptography.utils import int_from_bytes Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: from cryptography.utils import int_from_bytes Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:55:52.240261 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:55:52.303158 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48294) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:52.321393 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.326463 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f8ac2bd3-0ad4-4c58-bd31-dae3eccd143d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:52.430914 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.432917 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/03137096-3478-4fd9-8c97-53d58021ba89 HTTP/1.1" status: 204 len: 168 time: 0.6855836 Jun 09 21:55:52.447163 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac0fb-6c27-43e0-98aa-a341ebeb3a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.477257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03137096-3478-4fd9-8c97-53d58021ba89,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:52.485245 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6c03c394-1bf3-4caa-8168-c0232b2ad9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:52.521693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d897d-4217-437e-9806-cc92b9e28f83 req-16f35a7a-e003-4175-86ca-806fa1f365a6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:52.524140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bf3d897d-4217-437e-9806-cc92b9e28f83 req-16f35a7a-e003-4175-86ca-806fa1f365a6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0990052 Jun 09 21:55:52.591489 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bf3d897d-4217-437e-9806-cc92b9e28f83 req-5e3354a0-d535-43de-8903-27432e2c581d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583930 Jun 09 21:55:52.592193 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac0fb-6c27-43e0-98aa-a341ebeb3a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.606375 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac0fb-6c27-43e0-98aa-a341ebeb3a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.615379 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48306) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:52.618513 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d85dc1df-6ecd-40da-a727-2a04e48ed642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:52.648362 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ec8ac0fb-6c27-43e0-98aa-a341ebeb3a65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50695aee6b914e7dac91d7559f41f6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421466 Jun 09 21:55:52.656684 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48308) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:52.678801 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-cde8f135-806c-47a5-b534-75109298b141 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5dac74906494e7286c2696dc4b3c63b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620830 Jun 09 21:55:52.681131 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48312) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:52.685797 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ac0fb-6c27-43e0-98aa-a341ebeb3a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8230f640-8b16-4ef7-aa5c-5d460b07e1bb,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:52.700019 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ec8ac0fb-6c27-43e0-98aa-a341ebeb3a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:52.735690 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.764397 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.764521 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.791082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.830176 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.832838 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.833960 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8230f640-8b16-4ef7-aa5c-5d460b07e1bb HTTP/1.1" status: 204 len: 168 time: 0.1759019 Jun 09 21:55:52.835406 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ec8ac0fb-6c27-43e0-98aa-a341ebeb3a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:52.851378 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230f640-8b16-4ef7-aa5c-5d460b07e1bb,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:52.854007 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:52.863785 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.866259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.869589 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b97b2dd-d26e-4497-a71d-82455e0e3bc4 HTTP/1.1" status: 204 len: 168 time: 0.1849661 Jun 09 21:55:52.869589 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:52.885113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97b2dd-d26e-4497-a71d-82455e0e3bc4,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:52.887972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:53.822285 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f44-43d3-417f-ae71-6f4b1d9fb6ee req-0cebec05-585f-4405-91cd-6c281dda92bf tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:53.834023 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0c242f44-43d3-417f-ae71-6f4b1d9fb6ee req-0cebec05-585f-4405-91cd-6c281dda92bf tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1218591 Jun 09 21:55:53.910016 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0c242f44-43d3-417f-ae71-6f4b1d9fb6ee req-5dba2555-5bdb-4a32-a89f-82c719acc3ec tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739655 Jun 09 21:55:54.517283 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48398) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:54.641650 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06e6dea1-f000-422c-a113-514843853b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.769013 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06e6dea1-f000-422c-a113-514843853b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.774021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06e6dea1-f000-422c-a113-514843853b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.782691 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:54.823855 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-06e6dea1-f000-422c-a113-514843853b3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a7859c744c34a2bad727ad5a3ca055d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054512 Jun 09 21:55:54.824991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6dea1-f000-422c-a113-514843853b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf5ce0-cb17-44b3-a485-df4d753f8825,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:54.829601 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-06e6dea1-f000-422c-a113-514843853b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:54.835818 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48410) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:54.893276 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.918333 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.972677 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.975103 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.976261 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afcf5ce0-cb17-44b3-a485-df4d753f8825 HTTP/1.1" status: 204 len: 168 time: 0.1390290 Jun 09 21:55:54.977014 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-84ce8c2e-58d6-4a25-8db5-eff2a6bc4cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:54.986169 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf5ce0-cb17-44b3-a485-df4d753f8825,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:54.988604 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:55.118344 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c657-f2f6-453d-b73f-fa790e8d8364 req-de9b04ee-b88d-4178-891c-a12cc04744ab tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:55.119879 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056c657-f2f6-453d-b73f-fa790e8d8364 req-de9b04ee-b88d-4178-891c-a12cc04744ab tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0998833 Jun 09 21:55:55.164656 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056c657-f2f6-453d-b73f-fa790e8d8364 req-976c4965-ede2-4518-97c6-c2d2d69fbf63 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Jun 09 21:55:56.389831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb49f38-f177-47a5-936d-29f280192ffe req-46994eef-4b14-4a4d-b27f-01c62c9c3c19 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:56.391307 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8fb49f38-f177-47a5-936d-29f280192ffe req-46994eef-4b14-4a4d-b27f-01c62c9c3c19 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0843318 Jun 09 21:55:56.445398 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8fb49f38-f177-47a5-936d-29f280192ffe req-65c453cf-b900-49b1-af09-72df1fa60d0e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 Jun 09 21:55:57.650430 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c700-364a-4bf1-9148-8233f4441be1 req-3fee35f9-ebdc-4896-ac9a-cf17a9fef22a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:57.651888 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b420c700-364a-4bf1-9148-8233f4441be1 req-3fee35f9-ebdc-4896-ac9a-cf17a9fef22a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0818279 Jun 09 21:55:57.699389 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b420c700-364a-4bf1-9148-8233f4441be1 req-995e9995-bd03-418d-a290-23bbad240bde tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 Jun 09 21:55:58.655843 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-61bb2148-4701-4aa1-be48-9821efce290b tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b5c65b214c340689bb4c54c8c939e4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284538 Jun 09 21:55:58.837779 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-b0b26ec3-1059-484a-8604-781a2b184b0d tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:58.844824 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-b0b26ec3-1059-484a-8604-781a2b184b0d tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829321 Jun 09 21:55:58.860482 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-db039dd7-b9e7-4796-a155-6f40edff98a2 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/quotas/4b5c65b214c340689bb4c54c8c939e4a HTTP/1.1" status: 200 len: 375 time: 0.0146642 Jun 09 21:55:58.965137 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-a1fb4e42-a102-4f3a-ac24-d634a82fab77 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b5c65b214c340689bb4c54c8c939e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030195 Jun 09 21:55:59.002938 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48554) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:59.033669 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b84312-c1b6-4a3f-a7b3-683555ebc9aa req-2f7bcd74-b025-4d5e-8826-373bdb909fd5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:59.041134 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-11b84312-c1b6-4a3f-a7b3-683555ebc9aa req-2f7bcd74-b025-4d5e-8826-373bdb909fd5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1304576 Jun 09 21:55:59.109687 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-11b84312-c1b6-4a3f-a7b3-683555ebc9aa req-ec5d476a-6562-40d3-ae03-20dfdba0ce1e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Jun 09 21:55:59.168682 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-27f3ab9e-edfd-417c-98b7-a47281ef8347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.317079 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-27f3ab9e-edfd-417c-98b7-a47281ef8347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.322558 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-27f3ab9e-edfd-417c-98b7-a47281ef8347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.332752 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ad5522f8-8f37-469a-a516-2e3e7dd61908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:59.378705 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-27f3ab9e-edfd-417c-98b7-a47281ef8347 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ad705fce7014ef39d3393056ab215c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742919 Jun 09 21:55:59.378986 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48572) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:59.380524 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3ab9e-edfd-417c-98b7-a47281ef8347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8110353f-6832-491b-8053-add0b419972d,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:59.381729 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-05d8d0be-1f7b-43a7-a25e-64fa486fc7c2 req-f18177e3-4292-419b-b774-90c90f59443e tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 210 time: 0.0564761 Jun 09 21:55:59.383692 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-27f3ab9e-edfd-417c-98b7-a47281ef8347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:59.448751 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.475261 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.538818 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.541552 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.542761 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8110353f-6832-491b-8053-add0b419972d HTTP/1.1" status: 204 len: 168 time: 0.1600392 Jun 09 21:55:59.543531 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0792f00e-7091-4cd5-8989-b36295353d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:59.554312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8110353f-6832-491b-8053-add0b419972d,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:59.557161 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:59.832272 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48582) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:59.848975 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-fafd2af4-c39b-45ad-a863-ae678a305eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.956962 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-fafd2af4-c39b-45ad-a863-ae678a305eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.961042 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-fafd2af4-c39b-45ad-a863-ae678a305eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.968993 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:00.007641 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-fafd2af4-c39b-45ad-a863-ae678a305eeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d52d74e08aa94131a6c93fb73bf5c45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743033 Jun 09 21:56:00.008604 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd2af4-c39b-45ad-a863-ae678a305eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef679bd-7d0b-41ae-80ec-cc75cd3eabe3,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:00.010432 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48584) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:00.012063 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-fafd2af4-c39b-45ad-a863-ae678a305eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:00.066393 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.091740 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.141198 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.143624 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.145118 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ef679bd-7d0b-41ae-80ec-cc75cd3eabe3 HTTP/1.1" status: 204 len: 168 time: 0.1333764 Jun 09 21:56:00.145556 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3087fa0f-9656-40e0-bf18-7e0142647ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:00.155217 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef679bd-7d0b-41ae-80ec-cc75cd3eabe3,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:00.157823 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:00.303841 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e30f-7722-41cb-bb1f-a6680fd4c22b req-0135d85c-d8f3-48b7-b760-9b57bf178520 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:00.305320 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f957e30f-7722-41cb-bb1f-a6680fd4c22b req-0135d85c-d8f3-48b7-b760-9b57bf178520 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0815129 Jun 09 21:56:00.372302 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f957e30f-7722-41cb-bb1f-a6680fd4c22b req-0b15133a-3eec-4544-af71-b39bb2d6bbb5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605848 Jun 09 21:56:00.442896 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-5536ba74-7a14-419e-acac-3f98c554b853 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4b5c65b214c340689bb4c54c8c939e4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695708 Jun 09 21:56:00.614030 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48608) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:00.639195 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c7223ae-82f8-412b-9d5a-7b3e6a4ed8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.686676 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-5998fcc7-e306-4376-b7f7-05b2894f0fe1 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:00.688154 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-5998fcc7-e306-4376-b7f7-05b2894f0fe1 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325435 Jun 09 21:56:00.728959 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Request body: {'port': {'device_id': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb', 'admin_state_up': True, 'tenant_id': '4b5c65b214c340689bb4c54c8c939e4a'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:00.750646 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6df6ac5a-bcf4-45e0-8ea1-08132fb30ef1 req-3ca18ba5-99fd-4c1e-8d7b-46ba0d740ba3 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 210 time: 0.0711772 Jun 09 21:56:00.754466 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c7223ae-82f8-412b-9d5a-7b3e6a4ed8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.760183 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3c7223ae-82f8-412b-9d5a-7b3e6a4ed8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.779997 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d4aaccde-a703-42ac-9715-079704461259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:00.824303 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3c7223ae-82f8-412b-9d5a-7b3e6a4ed8b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2630adce0fd4874a3149c81e54f9415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054312 Jun 09 21:56:00.829951 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48616) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:00.849350 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7223ae-82f8-412b-9d5a-7b3e6a4ed8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1952db0f-a4a7-45db-b88a-6dd5576dd384,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:00.854727 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3c7223ae-82f8-412b-9d5a-7b3e6a4ed8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:00.915321 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.948501 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.984997 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Made reservation on behalf of 4b5c65b214c340689bb4c54c8c939e4a for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:00.989010 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.003217 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.007026 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.009623 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.010754 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1952db0f-a4a7-45db-b88a-6dd5576dd384 HTTP/1.1" status: 204 len: 168 time: 0.1798406 Jun 09 21:56:01.012005 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2dff657b-e247-473a-bd49-3085998d45f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:01.023057 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1952db0f-a4a7-45db-b88a-6dd5576dd384,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:01.025638 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:01.150876 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.156417 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.161275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3269ba99-347c-4609-a185-7cef2a90ea28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:01.237447 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1089fb27-1e6d-4467-b3ce-22e22617652e,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:01.243326 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:01.352145 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Allocated IP 192.168.233.188 (e194ce09-f316-4e79-8b4a-77cf4a27fadb/6c9e1449-4d9f-4448-90cf-ab97071a0b5f/698c45e6-773c-4152-9a54-e4c23c756ec6) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:01.675915 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2a329-c886-4d3f-9008-a0c0943f6f68 req-359dbfda-7f07-4e6a-8570-8673fc9c4a78 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:01.677451 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74f2a329-c886-4d3f-9008-a0c0943f6f68 req-359dbfda-7f07-4e6a-8570-8673fc9c4a78 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1624105 Jun 09 21:56:01.710594 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.752742 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Transition to ACTIVE for port object 698c45e6-773c-4152-9a54-e4c23c756ec6 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:01.759224 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74f2a329-c886-4d3f-9008-a0c0943f6f68 req-28ca4ee9-71c3-49f6-8a21-b6f6fea43c87 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730660 Jun 09 21:56:01.796875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.810036 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:01.890501 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Network e194ce09-f316-4e79-8b4a-77cf4a27fadb is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:01.899126 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:01.903296 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:01.985207 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48680) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:02.046104 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Pushing event updated for resources: {'Port': ['ID=698c45e6-773c-4152-9a54-e4c23c756ec6,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:02.057329 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:02.066172 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:02.066928 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.099856 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3747470 Jun 09 21:56:02.113444 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-728415078-network', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:02.117779 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baa315-fc23-4346-bc18-485e66b1963e req-f940a7da-9e2e-44bd-8ca6-17e5e9c70219 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:02.119316 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-27baa315-fc23-4346-bc18-485e66b1963e req-f940a7da-9e2e-44bd-8ca6-17e5e9c70219 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 936 time: 0.1254566 Jun 09 21:56:02.128921 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Request body: {'port': {'device_id': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:02.136926 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Made reservation on behalf of 7d5c87e07d934784affbed49a88a2e8a for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:02.139795 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.156818 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.163733 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-ecda1bee-98b8-4c29-bae8-cc044c422040 None None] Provisioning for port 698c45e6-773c-4152-9a54-e4c23c756ec6 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:02.168810 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-ecda1bee-98b8-4c29-bae8-cc044c422040 None None] Provisioning complete for port 698c45e6-773c-4152-9a54-e4c23c756ec6 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:02.169294 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ecda1bee-98b8-4c29-bae8-cc044c422040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.207283 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-27baa315-fc23-4346-bc18-485e66b1963e req-50ee23ed-0913-49ec-b1fd-308cf51a2cea tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520506 Jun 09 21:56:02.230969 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-ecda1bee-98b8-4c29-bae8-cc044c422040 None None] Port 698c45e6-773c-4152-9a54-e4c23c756ec6 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:56:02.281832 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.283653 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.285929 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.290534 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6c852348-8a42-4284-94d8-a2ad400609e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:02.314662 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:56:02.330197 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855d390e-6298-4de6-83b6-cf30f15f57ca,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:02.333457 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:02.335312 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.335656 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Added segment d2154994-b48a-4cf8-8951-4eb1e2d40bb3 of type vlan for network d2dc79fd-51b4-48a0-93de-11b6c49b0510 Jun 09 21:56:02.367473 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.395837 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.397680 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:02.398259 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.402915 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:02.487826 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5010891 Jun 09 21:56:02.490544 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48684) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:02.496891 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Request body: {'subnet': {'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-728415078-subnet', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'ip_version': 4}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:02.506305 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Pushing event updated for resources: {'Network': ['ID=d2dc79fd-51b4-48a0-93de-11b6c49b0510,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:02.517177 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:56:02.517789 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:02.526235 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Made reservation on behalf of 7d5c87e07d934784affbed49a88a2e8a for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:02.529977 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5878790'] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.627358 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698c45e6-773c-4152-9a54-e4c23c756ec6 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:56:02.634950 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.650125 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Transition to ACTIVE for port object 698c45e6-773c-4152-9a54-e4c23c756ec6 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:02.655594 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.659513 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c36e0367-6535-419c-b33b-bce87c108157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:02.838465 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=698c45e6-773c-4152-9a54-e4c23c756ec6,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:02.847786 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:02.856136 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6023198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5878900'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.862925 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:02.928077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Attempting to bind port 698c45e6-773c-4152-9a54-e4c23c756ec6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:02.929153 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Attempting to bind port 698c45e6-773c-4152-9a54-e4c23c756ec6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:02.929659 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Attempting to bind port 698c45e6-773c-4152-9a54-e4c23c756ec6 on network e194ce09-f316-4e79-8b4a-77cf4a27fadb {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:02.935487 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Port 698c45e6-773c-4152-9a54-e4c23c756ec6 on network e194ce09-f316-4e79-8b4a-77cf4a27fadb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:56:02.936035 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Attempting to bind port 698c45e6-773c-4152-9a54-e4c23c756ec6 on network e194ce09-f316-4e79-8b4a-77cf4a27fadb {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:02.942170 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:02.942861 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Checking segment: {'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:02.943557 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Bound using segment: {'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:02.944627 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Bound port: 698c45e6-773c-4152-9a54-e4c23c756ec6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f0dea0-c479-4e06-a584-35f3b3487542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:02.945497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:02.955228 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Checking segment: {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:02.955733 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Network hostable DHCP agents. Network: d2dc79fd-51b4-48a0-93de-11b6c49b0510, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:56:02.961773 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b08602-9b56-4bea-a849-20fba775a61b,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:02.971191 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:02.984096 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:56:02.994520 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, d2dc79fd-51b4-48a0-93de-11b6c49b0510) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:02.999387 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.000000 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.003675 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792e5e2-f7bb-47d9-86a1-46481b775354 None None] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:03.019908 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-91ded3e5-b0fc-43e4-973e-5c90e573440a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5273159 Jun 09 21:56:03.021610 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48692) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:03.026933 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:03.050120 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.051178 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.068905 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.223520 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.251038 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] For port 698c45e6-773c-4152-9a54-e4c23c756ec6, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:03.261288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] For port 698c45e6-773c-4152-9a54-e4c23c756ec6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=698c45e6-773c-4152-9a54-e4c23c756ec6,segment=NetworkSegment(e6f0dea0-c479-4e06-a584-35f3b3487542),segment_id=e6f0dea0-c479-4e06-a584-35f3b3487542)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:03.273814 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445a7e5-e6a4-495a-85e0-c23aee2f2c8d req-1b7b42ba-3f07-4b32-a223-2cb3bdd3f065 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.295446 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1445a7e5-e6a4-495a-85e0-c23aee2f2c8d req-1b7b42ba-3f07-4b32-a223-2cb3bdd3f065 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.3367879 Jun 09 21:56:03.306889 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-d2dc79fd-51b4-48a0-93de-11b6c49b0510', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:56:03.307788 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.317192 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.325838 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:03.385255 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.386400 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.387878 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] 10.222.0.22 "PUT /v2.0/ports/698c45e6-773c-4152-9a54-e4c23c756ec6 HTTP/1.1" status: 200 len: 1098 time: 1.2638645 Jun 09 21:56:03.407031 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'tag': '698c45e6-773c-4152-9a54-e4c23c756ec6'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:03.410102 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab06d0df-1772-4091-81e1-bd46de036012" -d '{"events": [{"name": "network-changed", "server_uuid": "38d8baae-a38e-42b7-8941-caac7ed8878c", "tag": "698c45e6-773c-4152-9a54-e4c23c756ec6"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:03.426548 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.480446 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1445a7e5-e6a4-495a-85e0-c23aee2f2c8d req-d2a9ae38-25e2-411b-b49d-4f7ca2e98f08 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834917 Jun 09 21:56:03.523174 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Allocated IP 172.20.0.2 (d2dc79fd-51b4-48a0-93de-11b6c49b0510/e2b08602-9b56-4bea-a849-20fba775a61b/0c317c8a-1e75-44cb-a135-90046dbcd648) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:03.576631 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e7326c-ac9e-4525-951c-893a1e44008d x-openstack-request-id: req-e3e7326c-ac9e-4525-951c-893a1e44008d {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:03.576950 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d8baae-a38e-42b7-8941-caac7ed8878c", "tag": "698c45e6-773c-4152-9a54-e4c23c756ec6", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:03.577232 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3e7326c-ac9e-4525-951c-893a1e44008d {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:03.578045 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'tag': '698c45e6-773c-4152-9a54-e4c23c756ec6', 'status': 'completed', 'code': 200} Jun 09 21:56:03.614622 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=698c45e6-773c-4152-9a54-e4c23c756ec6,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:03.630044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:03.680259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd44953-e66c-4ba4-9339-fae579be7327 req-f2012325-54b3-433a-b101-9253a35e3c61 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.681665 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bdd44953-e66c-4ba4-9339-fae579be7327 req-f2012325-54b3-433a-b101-9253a35e3c61 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 948 time: 0.1965873 Jun 09 21:56:03.708556 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-9d1a8ffa-b1e4-4e02-b1ed-b69c4c96a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.710481 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-9d1a8ffa-b1e4-4e02-b1ed-b69c4c96a9e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b5c65b214c340689bb4c54c8c939e4a&device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 1101 time: 0.1421573 Jun 09 21:56:03.756673 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.767930 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Transition to ACTIVE for port object 0c317c8a-1e75-44cb-a135-90046dbcd648 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:03.790351 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-73f442bc-458e-4448-a214-1edf0d8df78f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=698c45e6-773c-4152-9a54-e4c23c756ec6 HTTP/1.1" status: 200 len: 217 time: 0.0641577 Jun 09 21:56:03.794918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Transition to ACTIVE for port object 0c317c8a-1e75-44cb-a135-90046dbcd648 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:03.801516 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.801998 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bdd44953-e66c-4ba4-9339-fae579be7327 req-60b58f91-f018-4bb9-a45f-9b81a6d51fce tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096165 Jun 09 21:56:03.812477 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:03.830259 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.861656 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.866595 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-6458d875-fa82-486b-8dd8-5b0d9bb52e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.868266 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-6458d875-fa82-486b-8dd8-5b0d9bb52e86 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c9e1449-4d9f-4448-90cf-ab97071a0b5f HTTP/1.1" status: 200 len: 843 time: 0.0697677 Jun 09 21:56:03.913426 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Pushing event updated for resources: {'Port': ['ID=0c317c8a-1e75-44cb-a135-90046dbcd648,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:03.916853 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:03.919219 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:03.924165 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:03.926835 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.927207 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.927858 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.929363 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.929486 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.929810 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.931373 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.931719 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.933339 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.933339 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.933339 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.933339 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:03.955843 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:03.964698 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ead60017-406a-4112-a0da-80e94fda4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.966333 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-ead60017-406a-4112-a0da-80e94fda4c22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e194ce09-f316-4e79-8b4a-77cf4a27fadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0898097 Jun 09 21:56:04.015174 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Allocated IP 172.27.1.24 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/0edd8a31-464d-47b3-9d31-75e758e05593) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:04.075870 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Attempting to bind port 0c317c8a-1e75-44cb-a135-90046dbcd648 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:04.076612 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Attempting to bind port 0c317c8a-1e75-44cb-a135-90046dbcd648 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:04.077365 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Attempting to bind port 0c317c8a-1e75-44cb-a135-90046dbcd648 on network d2dc79fd-51b4-48a0-93de-11b6c49b0510 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:04.081271 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8bf1-c398-446b-a2cd-e817d1654219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.087209 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:04.087655 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Checking segment: {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:04.088086 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.089231 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Bound using segment: {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:04.089878 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Bound port: 0c317c8a-1e75-44cb-a135-90046dbcd648, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:04.090370 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.142214 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-628189b1-70ee-4de0-84bb-93a24d3526e7 service neutron] 10.222.0.22 "GET /v2.0/networks/e194ce09-f316-4e79-8b4a-77cf4a27fadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677220 Jun 09 21:56:04.187353 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.190345 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] For port 0c317c8a-1e75-44cb-a135-90046dbcd648, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:04.193442 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] For port 0c317c8a-1e75-44cb-a135-90046dbcd648, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0c317c8a-1e75-44cb-a135-90046dbcd648,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:04.198672 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.203363 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-7e922898-a69f-4d27-9988-a4b953aaa2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:04.218809 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.228373 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:04.279085 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:04.281931 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9001f91d-b3b1-4165-a338-7a0f0ca37b5e req-7abfc9a2-d6f7-414e-a700-e7428ac0bed8 service neutron] 10.222.0.22 "GET /v2.0/networks/e194ce09-f316-4e79-8b4a-77cf4a27fadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316617 Jun 09 21:56:04.283593 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Pushing event updated for resources: {'Port': ['ID=0c317c8a-1e75-44cb-a135-90046dbcd648,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:04.286934 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:04.289500 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:04.292181 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:04.347924 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0edd8a31-464d-47b3-9d31-75e758e05593,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:04.362452 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:04.565705 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06d0df-1772-4091-81e1-bd46de036012 req-a1f8e02f-a861-4f8a-801c-ae7c713efa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.567185 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab06d0df-1772-4091-81e1-bd46de036012 req-a1f8e02f-a861-4f8a-801c-ae7c713efa63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b5c65b214c340689bb4c54c8c939e4a&device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 1101 time: 0.1243970 Jun 09 21:56:04.792695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06d0df-1772-4091-81e1-bd46de036012 req-6fa5dc5a-6b0c-4854-bdb9-ebba9974369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.794048 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab06d0df-1772-4091-81e1-bd46de036012 req-6fa5dc5a-6b0c-4854-bdb9-ebba9974369b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e194ce09-f316-4e79-8b4a-77cf4a27fadb HTTP/1.1" status: 200 len: 870 time: 0.2186890 Jun 09 21:56:04.869509 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a222b4-ca63-4008-ba5f-ad5b13071f1a req-305e7579-8ca8-4fe2-ab19-70cf0341be70 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.870997 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-27a222b4-ca63-4008-ba5f-ad5b13071f1a req-305e7579-8ca8-4fe2-ab19-70cf0341be70 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1894431 Jun 09 21:56:04.879163 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab06d0df-1772-4091-81e1-bd46de036012 req-fcde2763-4ba0-4659-a018-722b46412e9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=698c45e6-773c-4152-9a54-e4c23c756ec6 HTTP/1.1" status: 200 len: 217 time: 0.0772922 Jun 09 21:56:04.880414 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.011721 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-27a222b4-ca63-4008-ba5f-ad5b13071f1a req-c1a6b6b6-c4c8-404b-b6f9-51aa8a9aff86 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316111 Jun 09 21:56:05.019131 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06d0df-1772-4091-81e1-bd46de036012 req-b120a157-0546-4d74-9670-7b5bd715a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:05.020859 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab06d0df-1772-4091-81e1-bd46de036012 req-b120a157-0546-4d74-9670-7b5bd715a728 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c9e1449-4d9f-4448-90cf-ab97071a0b5f HTTP/1.1" status: 200 len: 843 time: 0.1272666 Jun 09 21:56:05.128643 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8823-59ff-4bfd-88d7-e05f81cdd6e9 req-a5b4593d-d676-4b85-902e-6e3477f72ea4 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:05.130163 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df3b8823-59ff-4bfd-88d7-e05f81cdd6e9 req-a5b4593d-d676-4b85-902e-6e3477f72ea4 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 948 time: 0.1818607 Jun 09 21:56:05.172530 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06d0df-1772-4091-81e1-bd46de036012 req-66d6e889-a9d4-4e0a-9e7b-740b01d29e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:05.173954 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab06d0df-1772-4091-81e1-bd46de036012 req-66d6e889-a9d4-4e0a-9e7b-740b01d29e07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e194ce09-f316-4e79-8b4a-77cf4a27fadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1423128 Jun 09 21:56:05.273279 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.329010 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ac584-6587-4dea-902f-a2cd8f0a509b None None] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:05.344038 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df3b8823-59ff-4bfd-88d7-e05f81cdd6e9 req-638fb40f-4a85-49df-bda5-f9673b004601 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049363 Jun 09 21:56:05.417771 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab06d0df-1772-4091-81e1-bd46de036012 req-9693d990-8b14-4da2-b58c-bf583a9c35af service neutron] 10.222.0.22 "GET /v2.0/networks/e194ce09-f316-4e79-8b4a-77cf4a27fadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369888 Jun 09 21:56:05.441190 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-ca2c1573-40e0-41a2-9efa-3fdc7d1ddf35 None None] Provisioning for port 0c317c8a-1e75-44cb-a135-90046dbcd648 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:05.515258 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Router 6cd6c93d-08b7-4ecb-843a-42367e5a498d is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:56:05.557603 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab06d0df-1772-4091-81e1-bd46de036012 req-fd630505-0bfc-4273-bdec-a867d1b61682 service neutron] 10.222.0.22 "GET /v2.0/networks/e194ce09-f316-4e79-8b4a-77cf4a27fadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312373 Jun 09 21:56:05.696891 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:56:05.710760 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Sync routers for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:56:05.720898 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:05.721554 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:05.723256 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.728255 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48728) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:05.734000 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c0b90bb2-d42f-4852-926c-d0a4c4624fc5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7015336 Jun 09 21:56:05.921781 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:05.955039 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0c317c8a-1e75-44cb-a135-90046dbcd648 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:06.030200 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 0c317c8a-1e75-44cb-a135-90046dbcd648 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:06.036403 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 0c317c8a-1e75-44cb-a135-90046dbcd648 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:06.039115 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.135152 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48738) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:06.207110 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.249818 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 0c317c8a-1e75-44cb-a135-90046dbcd648, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0c317c8a-1e75-44cb-a135-90046dbcd648,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:06.258233 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.261687 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:06.305044 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6e2cfac5-0b0f-49e4-b412-c028430f9de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.357695 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2b7e0891-5080-41f5-9f5b-34aec9aa04ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.359357 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=0c317c8a-1e75-44cb-a135-90046dbcd648,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:06.370276 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:06.427488 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7ce0b-b2ac-4342-b4da-8c75144a655b req-62d03fe6-60ee-49ce-bbb6-54a43cf251ef tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:06.429051 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6da7ce0b-b2ac-4342-b4da-8c75144a655b req-62d03fe6-60ee-49ce-bbb6-54a43cf251ef tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.2699125 Jun 09 21:56:06.437506 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:04Z', 'revision_number': 3, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:06.440304 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.447671 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Checking router: 6cd6c93d-08b7-4ecb-843a-42367e5a498d for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:56:06.448172 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Updating router 6cd6c93d-08b7-4ecb-843a-42367e5a498d port 0edd8a31-464d-47b3-9d31-75e758e05593 binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:56:06.496611 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2b7e0891-5080-41f5-9f5b-34aec9aa04ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.502623 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2b7e0891-5080-41f5-9f5b-34aec9aa04ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.513768 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.514827 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4528f33d-6bfa-44cd-bf50-b2c552dfefa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:06.557156 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-2b7e0891-5080-41f5-9f5b-34aec9aa04ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=228d38e167e044b5b9be5930a09cc81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208245 Jun 09 21:56:06.558925 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e0891-5080-41f5-9f5b-34aec9aa04ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86840077-bc89-4fbc-8204-5bc425c6690b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:06.561600 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48748) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:06.561880 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6da7ce0b-b2ac-4342-b4da-8c75144a655b req-488cea50-81a2-41af-a77e-e5845c5ca900 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249921 Jun 09 21:56:06.573556 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2b7e0891-5080-41f5-9f5b-34aec9aa04ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:06.628340 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.654697 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.699052 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.710116 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.713764 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.717678 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86840077-bc89-4fbc-8204-5bc425c6690b HTTP/1.1" status: 204 len: 168 time: 0.1525853 Jun 09 21:56:06.717678 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-97d60e0a-bf52-4856-9e5e-2c5ae4a8ea52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:06.728456 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86840077-bc89-4fbc-8204-5bc425c6690b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:06.736187 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:06.818188 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286766-7f3d-43bd-b36f-45876be8ad6e req-f414ce77-8f79-49fe-adea-1bc59482caad tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:06.819953 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-01286766-7f3d-43bd-b36f-45876be8ad6e req-f414ce77-8f79-49fe-adea-1bc59482caad tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 948 time: 0.1831150 Jun 09 21:56:06.926077 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-01286766-7f3d-43bd-b36f-45876be8ad6e req-6d2f7d5a-a2d8-4126-8914-4b30d9374851 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952034 Jun 09 21:56:06.962693 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.978096 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Transition to ACTIVE for port object 0edd8a31-464d-47b3-9d31-75e758e05593 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:06.985141 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.990023 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-394fc14f-4b1a-46cd-8350-bf9d4ca3a700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:07.004667 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Allocated IP 172.20.0.1 (d2dc79fd-51b4-48a0-93de-11b6c49b0510/e2b08602-9b56-4bea-a849-20fba775a61b/d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:07.061052 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Pushing event updated for resources: {'Port': ['ID=0edd8a31-464d-47b3-9d31-75e758e05593,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:07.070766 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.071160 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.071853 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.072253 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.072587 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.072915 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.073252 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.073573 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.073902 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.074800 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.075122 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.075436 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:07.080522 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:07.082522 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Attempting to bind port 0edd8a31-464d-47b3-9d31-75e758e05593 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:07.082886 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Attempting to bind port 0edd8a31-464d-47b3-9d31-75e758e05593 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:07.083243 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Attempting to bind port 0edd8a31-464d-47b3-9d31-75e758e05593 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:07.088793 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:07.089163 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:07.089553 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.089966 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:07.090426 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Bound port: 0edd8a31-464d-47b3-9d31-75e758e05593, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:07.090790 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.201258 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] For port 0edd8a31-464d-47b3-9d31-75e758e05593, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:07.205061 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] For port 0edd8a31-464d-47b3-9d31-75e758e05593, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0edd8a31-464d-47b3-9d31-75e758e05593,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:07.209220 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.214251 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-0ddb2a31-58b4-46bd-b88d-84b67d3990e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:07.273398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.286146 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:07.286758 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:07.292923 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Transition to ACTIVE for port object d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:07.321596 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.326113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:07.355993 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Pushing event updated for resources: {'Port': ['ID=0edd8a31-464d-47b3-9d31-75e758e05593,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:07.357426 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:07.397460 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:07.406486 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:07.418229 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:07.498260 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Pushing event updated for resources: {'Port': ['ID=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:07.508668 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:07.516005 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.538399 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:07.602382 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.746356 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-fab6d298-f27e-445e-ab80-bd0cd347d0e8 None None] Provisioning for port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:07.757947 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-fab6d298-f27e-445e-ab80-bd0cd347d0e8 None None] Provisioning complete for port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:07.758621 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fab6d298-f27e-445e-ab80-bd0cd347d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.784118 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.855732 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-fab6d298-f27e-445e-ab80-bd0cd347d0e8 None None] Port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:56:07.895845 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0c317c8a-1e75-44cb-a135-90046dbcd648 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:07.962957 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252bbf1-5a7c-4e1d-a785-113e7a13d8fd req-7cd0afea-30f2-41f1-bd13-9c49720f56fb tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.964546 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a252bbf1-5a7c-4e1d-a785-113e7a13d8fd req-7cd0afea-30f2-41f1-bd13-9c49720f56fb tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.2371771 Jun 09 21:56:07.999841 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 0c317c8a-1e75-44cb-a135-90046dbcd648 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:08.000223 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:08.051833 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:04Z', 'revision_number': 3, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:08.056708 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6178da-b75a-47ac-8cce-d0af00c64fd4 None None] The sync data for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi is: [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:04Z', 'revision_number': 3, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:56:08.219448 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a252bbf1-5a7c-4e1d-a785-113e7a13d8fd req-b1c4fffe-af88-461b-bfa2-55492ce253f8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224858 Jun 09 21:56:08.273189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:08.280283 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:08.310541 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:08.471518 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:08.481417 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Pushing event updated for resources: {'Port': ['ID=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:08.501966 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:08.611334 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35501b4-81be-4c8b-b8c7-303d4e7974a7 req-e8b3de55-990a-4f60-9b4c-a2ffdf6bf3e2 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:08.612856 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c35501b4-81be-4c8b-b8c7-303d4e7974a7 req-e8b3de55-990a-4f60-9b4c-a2ffdf6bf3e2 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 948 time: 0.3033545 Jun 09 21:56:08.687095 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c35501b4-81be-4c8b-b8c7-303d4e7974a7 req-234f06f9-d872-4064-b37e-b223fbec2fea tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633297 Jun 09 21:56:08.689237 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:08.690558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:08.883725 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 698c45e6-773c-4152-9a54-e4c23c756ec6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:56:08.962869 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Router 6cd6c93d-08b7-4ecb-843a-42367e5a498d has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:56:09.043410 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-6a0721d7-19c9-4282-83d4-8722165b0caa None None] Provisioning complete for port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:09.043786 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6a0721d7-19c9-4282-83d4-8722165b0caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.127229 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-6a0721d7-19c9-4282-83d4-8722165b0caa None None] Port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:56:09.139109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 698c45e6-773c-4152-9a54-e4c23c756ec6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=698c45e6-773c-4152-9a54-e4c23c756ec6,segment=NetworkSegment(e6f0dea0-c479-4e06-a584-35f3b3487542),segment_id=e6f0dea0-c479-4e06-a584-35f3b3487542)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:09.151848 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48824) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:09.154167 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '698c45e6-773c-4152-9a54-e4c23c756ec6', 'network_id': 'e194ce09-f316-4e79-8b4a-77cf4a27fadb', 'port_id': '698c45e6-773c-4152-9a54-e4c23c756ec6', 'mac_address': 'fa:16:3e:bd:3c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9e1449-4d9f-4448-90cf-ab97071a0b5f', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:56:09.172431 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:56:09.177317 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] 10.222.0.26 "PUT /v2.0/routers/6cd6c93d-08b7-4ecb-843a-42367e5a498d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4478791 Jun 09 21:56:09.221661 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.241944 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698c45e6-773c-4152-9a54-e4c23c756ec6 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:56:09.258730 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 698c45e6-773c-4152-9a54-e4c23c756ec6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=698c45e6-773c-4152-9a54-e4c23c756ec6,segment=NetworkSegment(e6f0dea0-c479-4e06-a584-35f3b3487542),segment_id=e6f0dea0-c479-4e06-a584-35f3b3487542)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:09.262694 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.264517 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:09.355528 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9b695842-80bc-4987-ab45-dbbfd02dd45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.358227 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.378220 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=698c45e6-773c-4152-9a54-e4c23c756ec6,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:09.382813 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:09.432374 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cfb39-4822-4c55-8f29-726cf15c5dcb req-482d1567-298a-40f0-80f2-6d3d266ff991 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:09.434170 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a05cfb39-4822-4c55-8f29-726cf15c5dcb req-482d1567-298a-40f0-80f2-6d3d266ff991 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0897808 Jun 09 21:56:09.485229 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9b695842-80bc-4987-ab45-dbbfd02dd45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.487540 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a05cfb39-4822-4c55-8f29-726cf15c5dcb req-1c3eefa5-403c-48e0-b1ac-01b7ad67ae2a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453689 Jun 09 21:56:09.489788 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9b695842-80bc-4987-ab45-dbbfd02dd45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.499721 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-49afa49d-e6bc-45df-9c46-6d2fb378b888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:09.541516 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-9b695842-80bc-4987-ab45-dbbfd02dd45b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14e24d5e40f44bcb8c386611eed7f44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885663 Jun 09 21:56:09.543205 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b695842-80bc-4987-ab45-dbbfd02dd45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be675910-87ba-4051-ae35-d5befd952ba7,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:09.546900 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9b695842-80bc-4987-ab45-dbbfd02dd45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:09.548917 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48838) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:09.619154 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.646083 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.705759 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.708293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.709573 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be675910-87ba-4051-ae35-d5befd952ba7 HTTP/1.1" status: 204 len: 168 time: 0.1596389 Jun 09 21:56:09.710303 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-45254b9e-2365-4c90-9c5b-a170d66faa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:09.719596 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be675910-87ba-4051-ae35-d5befd952ba7,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:09.722106 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:09.810577 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['698c45e6-773c-4152-9a54-e4c23c756ec6'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:56:09.942959 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0edd8a31-464d-47b3-9d31-75e758e05593 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:09.981361 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48858) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:10.039532 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48862) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:10.044820 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-770553673-network', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:10.095467 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a6a31-1cc5-4ea1-88a7-a1e67909d362 req-8074e70d-23e5-4706-a16e-4311f4594db5 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:10.097312 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Made reservation on behalf of 37131f70b3f54be1b5bec2bc60e1d66a for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:10.100762 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.110799 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d41a6a31-1cc5-4ea1-88a7-a1e67909d362 req-8074e70d-23e5-4706-a16e-4311f4594db5 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 949 time: 0.2668247 Jun 09 21:56:10.131993 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.174935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 0edd8a31-464d-47b3-9d31-75e758e05593 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:10.193158 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 0edd8a31-464d-47b3-9d31-75e758e05593 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:10.194461 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.201531 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d41a6a31-1cc5-4ea1-88a7-a1e67909d362 req-0353de5b-898c-4895-bf8a-8b34ca7aad6f tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897069 Jun 09 21:56:10.315246 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.322345 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.327314 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4248dc4f-8a91-44ee-a975-a91cf7555671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:10.372668 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Sync routers for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:56:10.405405 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:10.406522 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:10.454244 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48868) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:10.466397 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.471716 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5d309f16-c956-4444-a757-838eab65af3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.484985 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a56c90-99d0-49c4-a1c0-2a64268e1f10,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:10.487553 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-078349cc-58ce-454e-913e-66462578385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.500539 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:10.501261 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:56:10.503364 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 0edd8a31-464d-47b3-9d31-75e758e05593, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0edd8a31-464d-47b3-9d31-75e758e05593,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:10.515254 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.515254 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Added segment 1e3d5c62-0084-46ee-a9d9-5b0383511a1b of type vlan for network 0cf687d2-b872-4edd-94ca-5279317aa58e Jun 09 21:56:10.544920 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.562758 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.572427 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:10.577412 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.579583 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:10.580317 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.587077 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:10.592889 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5d309f16-c956-4444-a757-838eab65af3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.597308 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5d309f16-c956-4444-a757-838eab65af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.627431 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-79b46352-e15a-47b1-b0af-94004fce6712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:10.636672 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5d309f16-c956-4444-a757-838eab65af3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5133fb69514142aebb303776ce2e4d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812856 Jun 09 21:56:10.641240 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48872) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:10.658118 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=0edd8a31-464d-47b3-9d31-75e758e05593,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:10.661390 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:10.717536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:10.719407 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d309f16-c956-4444-a757-838eab65af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3b4d14-28cd-41fd-a4dd-0040e99094af,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:10.729597 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5d309f16-c956-4444-a757-838eab65af3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:10.741472 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf687d2-b872-4edd-94ca-5279317aa58e,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:10.745453 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:10.774516 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 0cf687d2-b872-4edd-94ca-5279317aa58e details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:56:10.783454 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.791180 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-078349cc-58ce-454e-913e-66462578385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.795473 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-078349cc-58ce-454e-913e-66462578385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.804826 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ca2e5875-8410-4859-b76d-cddf44710cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:10.807614 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061573f-6cc3-45d8-9435-f1ab2be3ee94 req-57b7017d-7b4b-4b19-985f-f86830803f29 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:10.809545 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b061573f-6cc3-45d8-9435-f1ab2be3ee94 req-57b7017d-7b4b-4b19-985f-f86830803f29 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1547408 Jun 09 21:56:10.826641 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7858450 Jun 09 21:56:10.836545 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48874) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:10.838440 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.859460 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Request body: {'subnet': {'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-770553673-subnet', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:10.863470 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-078349cc-58ce-454e-913e-66462578385e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2aff11d0265a41f0b76b4601c422f7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785284 Jun 09 21:56:10.864929 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48876) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:10.886729 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078349cc-58ce-454e-913e-66462578385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe06ec1a-2794-46d4-a777-cb68b96387d3,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:10.901441 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-078349cc-58ce-454e-913e-66462578385e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:10.927215 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b061573f-6cc3-45d8-9435-f1ab2be3ee94 req-91127e01-d15e-426e-abe7-c8731b290940 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102636 Jun 09 21:56:10.938023 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Made reservation on behalf of 37131f70b3f54be1b5bec2bc60e1d66a for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:10.940375 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5881633'] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.964398 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:10.997491 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.050516 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.053544 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.054943 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c3b4d14-28cd-41fd-a4dd-0040e99094af HTTP/1.1" status: 204 len: 168 time: 0.4127004 Jun 09 21:56:11.057098 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-390ac486-e614-4eee-9874-84d4636b1c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:11.069759 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3b4d14-28cd-41fd-a4dd-0040e99094af,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:11.073887 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:11.077295 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.080201 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.081005 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe06ec1a-2794-46d4-a777-cb68b96387d3 HTTP/1.1" status: 204 len: 168 time: 0.2155004 Jun 09 21:56:11.081752 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-88d6b77f-ea1d-484c-ab9c-b9ba82c506ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:11.115447 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe06ec1a-2794-46d4-a777-cb68b96387d3,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:11.120809 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:11.234273 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 2, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:11.247186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Checking router: 6cd6c93d-08b7-4ecb-843a-42367e5a498d for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:56:11.247670 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Updating router 6cd6c93d-08b7-4ecb-843a-42367e5a498d port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:56:11.258452 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bab33d-3261-45a6-bf76-e0c66f7c541b req-aa2f2792-2dfe-4ab5-9420-3eaae57c9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:11.260162 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e4bab33d-3261-45a6-bf76-e0c66f7c541b req-aa2f2792-2dfe-4ab5-9420-3eaae57c9024 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 1098 time: 0.1846273 Jun 09 21:56:11.336207 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e4bab33d-3261-45a6-bf76-e0c66f7c541b req-b4bebc31-9bdb-424c-bc02-0ffa4f392b4a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684741 Jun 09 21:56:11.337646 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6730084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5881683'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.343661 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:11.374921 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.424166 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72507f2c-02bd-4945-a133-2685ed196fd3,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:11.433830 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:11.495757 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Checking segment: {'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:11.496116 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Network hostable DHCP agents. Network: 0cf687d2-b872-4edd-94ca-5279317aa58e, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:56:11.535667 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Network 0cf687d2-b872-4edd-94ca-5279317aa58e is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:56:11.551693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e0a4-21b6-4677-afa6-e2cdeeb5272d req-f5828617-8e2a-4d05-9974-afd66107559b tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:11.553753 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f6a1e0a4-21b6-4677-afa6-e2cdeeb5272d req-f5828617-8e2a-4d05-9974-afd66107559b tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 949 time: 0.1332052 Jun 09 21:56:11.575844 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 0cf687d2-b872-4edd-94ca-5279317aa58e) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:11.580739 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:11.581659 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.587379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a5525-8f8d-4b9d-abd9-37cdd7d89bad None None] Network 0cf687d2-b872-4edd-94ca-5279317aa58e requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:11.622486 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7764280 Jun 09 21:56:11.625085 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 48900) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:11.625635 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f6a1e0a4-21b6-4677-afa6-e2cdeeb5272d req-faf069df-9ab7-45cf-aa90-dea964672425 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646193 Jun 09 21:56:11.630984 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:11.663088 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.666023 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.692301 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.953827 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0edd8a31-464d-47b3-9d31-75e758e05593 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:12.078084 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.115264 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-0cf687d2-b872-4edd-94ca-5279317aa58e', 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'fixed_ips': [{'subnet_id': '72507f2c-02bd-4945-a133-2685ed196fd3'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:56:12.117075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.168266 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.176169 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c25b-e859-435f-b182-d9d4e669c18a req-5924e369-60cc-4e55-aa78-b9ed6672e0ae tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:12.183939 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1482c25b-e859-435f-b182-d9d4e669c18a req-5924e369-60cc-4e55-aa78-b9ed6672e0ae tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1174417 Jun 09 21:56:12.235451 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Transition to ACTIVE for port object d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:12.257998 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.261840 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1482c25b-e859-435f-b182-d9d4e669c18a req-7a2eca3f-3c2d-4251-8fbf-9b8dfe2ec69e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635922 Jun 09 21:56:12.272646 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a4432480-ea54-4f59-ab9a-bdfa3291b07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:12.511948 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 0edd8a31-464d-47b3-9d31-75e758e05593 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:12.512446 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.589844 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.623838 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.769743 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Allocated IP 172.27.1.54 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/c3c2c6a6-8937-4050-b31f-6e06de4c3d54) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:12.773062 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485adfc7-6530-47c5-8d34-33f7dea575f9 None None] Pushing event updated for resources: {'Port': ['ID=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:12.804768 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Attempting to bind port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:12.805534 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Attempting to bind port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:12.806285 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Attempting to bind port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 on network d2dc79fd-51b4-48a0-93de-11b6c49b0510 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:12.810175 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-485adfc7-6530-47c5-8d34-33f7dea575f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:12.832524 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Allocated IP 172.20.0.2 (0cf687d2-b872-4edd-94ca-5279317aa58e/72507f2c-02bd-4945-a133-2685ed196fd3/88a4cd10-64ec-464f-a11e-841cf48aa183) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:12.881181 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:12.886927 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Checking segment: {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:12.887459 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.888038 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Bound using segment: {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:12.889107 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Bound port: d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:12.890029 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.923765 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 698c45e6-773c-4152-9a54-e4c23c756ec6 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:13.073601 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6917350-f685-4770-8b3b-834a3dce4280 req-10316a18-9bd0-4dad-bf1a-f09d6ed0b56d tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:13.078063 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a6917350-f685-4770-8b3b-834a3dce4280 req-10316a18-9bd0-4dad-bf1a-f09d6ed0b56d tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 949 time: 0.2411251 Jun 09 21:56:13.086596 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:13.143015 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:13.149487 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d1e827d4-9882-4aa3-9346-d0a319be3eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:13.176655 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a6917350-f685-4770-8b3b-834a3dce4280 req-9760092d-c733-4e1c-b49e-e56111ddd8dc tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904956 Jun 09 21:56:13.245051 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:13.249137 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:13.253896 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:13.295699 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] For port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:13.315242 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] For port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:13.319313 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 698c45e6-773c-4152-9a54-e4c23c756ec6 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:13.329546 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:13.333559 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 698c45e6-773c-4152-9a54-e4c23c756ec6 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:13.333943 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:13.368887 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:13.376105 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:13.389242 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:13.614737 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:13.615383 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:13.627633 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76af7ef-ad7c-4713-8d83-c6df10b53c7b req-3230f5a6-19ea-44e4-92fc-bc355e69d586 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:13.637849 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b76af7ef-ad7c-4713-8d83-c6df10b53c7b req-3230f5a6-19ea-44e4-92fc-bc355e69d586 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1694436 Jun 09 21:56:13.650022 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 48976) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:13.694737 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485adfc7-6530-47c5-8d34-33f7dea575f9 None None] Pushing event updated for resources: {'Port': ['ID=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:13.701193 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-485adfc7-6530-47c5-8d34-33f7dea575f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:13.723631 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:13.769579 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b76af7ef-ad7c-4713-8d83-c6df10b53c7b req-988336fe-24d3-4728-be71-88fab92abfdc tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205778 Jun 09 21:56:13.908367 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Transition to ACTIVE for port object 88a4cd10-64ec-464f-a11e-841cf48aa183 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:13.985660 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Transition to ACTIVE for port object 88a4cd10-64ec-464f-a11e-841cf48aa183 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:13.988670 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.015834 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:14.041760 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0d9921da-ce0a-4a88-bd07-204fcdf9b834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.113729 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.135479 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:14.138121 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926f2b9-0e69-41bc-af9f-04846f3a2d1a req-6821c138-ae43-4800-9361-8f4d7c59df73 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:14.145323 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d926f2b9-0e69-41bc-af9f-04846f3a2d1a req-6821c138-ae43-4800-9361-8f4d7c59df73 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1748695 Jun 09 21:56:14.177935 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.219499 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d926f2b9-0e69-41bc-af9f-04846f3a2d1a req-1a9dfbb7-b636-4d5f-87ff-0c2eeae1641b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731485 Jun 09 21:56:14.316649 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c45e6-773c-4152-9a54-e4c23c756ec6'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:14.318972 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3319791f-b2ce-498b-a2cf-724d8fe706b0" -d '{"events": [{"server_uuid": "38d8baae-a38e-42b7-8941-caac7ed8878c", "name": "network-vif-plugged", "status": "completed", "tag": "698c45e6-773c-4152-9a54-e4c23c756ec6"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:14.330605 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Network 0cf687d2-b872-4edd-94ca-5279317aa58e is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:14.393476 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0d9921da-ce0a-4a88-bd07-204fcdf9b834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.402192 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0d9921da-ce0a-4a88-bd07-204fcdf9b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.420424 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:14.423310 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5166ae6c-4cd8-4770-9529-a5e1c6a66557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:14.433032 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:14.436164 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 698c45e6-773c-4152-9a54-e4c23c756ec6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=698c45e6-773c-4152-9a54-e4c23c756ec6,segment=NetworkSegment(e6f0dea0-c479-4e06-a584-35f3b3487542),segment_id=e6f0dea0-c479-4e06-a584-35f3b3487542)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:14.460429 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Pushing event updated for resources: {'Port': ['ID=88a4cd10-64ec-464f-a11e-841cf48aa183,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:14.462949 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.517161 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:14.517641 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:14.602103 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d2ad1f-9c82-4364-ad97-85390e40a1f4 x-openstack-request-id: req-b6d2ad1f-9c82-4364-ad97-85390e40a1f4 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:14.602517 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8baae-a38e-42b7-8941-caac7ed8878c", "name": "network-vif-plugged", "status": "completed", "tag": "698c45e6-773c-4152-9a54-e4c23c756ec6", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:14.602831 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6d2ad1f-9c82-4364-ad97-85390e40a1f4 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:14.603148 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c45e6-773c-4152-9a54-e4c23c756ec6', 'code': 200} Jun 09 21:56:14.675122 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-0d9921da-ce0a-4a88-bd07-204fcdf9b834 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02ea465eb5dd4e85bb87fc3fdd6f47f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0241909 Jun 09 21:56:14.678583 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 49000) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:14.684917 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9921da-ce0a-4a88-bd07-204fcdf9b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59306639-f489-415a-ac34-f2cfb5f3a24a,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:14.787249 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0d9921da-ce0a-4a88-bd07-204fcdf9b834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:14.832372 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Attempting to bind port 88a4cd10-64ec-464f-a11e-841cf48aa183 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:14.832876 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Attempting to bind port 88a4cd10-64ec-464f-a11e-841cf48aa183 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:14.833288 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Attempting to bind port 88a4cd10-64ec-464f-a11e-841cf48aa183 on network 0cf687d2-b872-4edd-94ca-5279317aa58e {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:14.840665 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=698c45e6-773c-4152-9a54-e4c23c756ec6,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:14.860075 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.860297 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:14.861041 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:14.861552 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Checking segment: {'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:14.861969 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.862376 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Bound using segment: {'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:14.862866 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Bound port: 88a4cd10-64ec-464f-a11e-841cf48aa183, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:14.863247 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.875219 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:14.906492 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:15.016526 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a1ffb-0af1-4812-b065-c8e13a8bbca0 req-f2a49e03-850d-48ff-baa2-cba1db2d1b75 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:15.018835 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6a2a1ffb-0af1-4812-b065-c8e13a8bbca0 req-f2a49e03-850d-48ff-baa2-cba1db2d1b75 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 950 time: 0.5726328 Jun 09 21:56:15.025987 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:15.029744 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:15.031139 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59306639-f489-415a-ac34-f2cfb5f3a24a HTTP/1.1" status: 204 len: 168 time: 0.3432183 Jun 09 21:56:15.033771 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5d309f16-c956-4444-a757-838eab65af3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:15.061364 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59306639-f489-415a-ac34-f2cfb5f3a24a,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:15.074240 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] For port 88a4cd10-64ec-464f-a11e-841cf48aa183, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:15.080516 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:15.096965 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] For port 88a4cd10-64ec-464f-a11e-841cf48aa183, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=88a4cd10-64ec-464f-a11e-841cf48aa183,segment=NetworkSegment(1e3d5c62-0084-46ee-a9d9-5b0383511a1b),segment_id=1e3d5c62-0084-46ee-a9d9-5b0383511a1b)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:15.106262 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:15.112984 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:15.133484 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6a2a1ffb-0af1-4812-b065-c8e13a8bbca0 req-9e46c30f-a05c-48d6-a939-ec0bd8ca6a63 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999126 Jun 09 21:56:15.136539 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7ed2c-117b-41ed-ac88-619f0ba1e49e req-52de1b6c-7b0a-40ae-9fae-e0e9425ca6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:15.138189 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-98c7ed2c-117b-41ed-ac88-619f0ba1e49e req-52de1b6c-7b0a-40ae-9fae-e0e9425ca6a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 1103 time: 0.2804213 Jun 09 21:56:15.175502 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:13Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:15.181529 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Router 5f5a5496-422b-444f-a0eb-9ec67d215e8a is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:56:15.191989 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-98c7ed2c-117b-41ed-ac88-619f0ba1e49e req-0b7b2e9d-39a1-4cb8-9028-5f544d5cbc68 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Jun 09 21:56:15.196732 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a4296-9ba8-4349-9c09-e2b20d2f7d3f None None] The sync data for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi is: [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:13Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:56:15.212314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Pushing event updated for resources: {'Port': ['ID=88a4cd10-64ec-464f-a11e-841cf48aa183,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:15.220135 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:15.442448 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:56:15.458179 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Sync routers for ids ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:56:15.471072 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Routers {'5f5a5496-422b-444f-a0eb-9ec67d215e8a'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:15.471793 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:15.484361 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:15.485758 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8587573 Jun 09 21:56:15.488657 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 49018) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:15.867981 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Set router 5f5a5496-422b-444f-a0eb-9ec67d215e8a gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:16.037994 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 88a4cd10-64ec-464f-a11e-841cf48aa183 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:16.165356 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 88a4cd10-64ec-464f-a11e-841cf48aa183 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:16.180113 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:16.410736 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:16.420512 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:16.421011 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:16.587966 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T21:56:13Z', 'revision_number': 3, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port': {'id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:12Z', 'updated_at': '2021-06-09T21:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:16.593195 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Checking router: 5f5a5496-422b-444f-a0eb-9ec67d215e8a for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:56:16.593666 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Updating router 5f5a5496-422b-444f-a0eb-9ec67d215e8a port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:56:16.675930 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:16.677642 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:16.719747 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:16.726243 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:16.747322 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:16.870950 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:16.885740 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a5666-f206-4cc7-8d6c-27fce82b00f8 None None] Network 0cf687d2-b872-4edd-94ca-5279317aa58e requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:16.912443 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447635d1-6389-4541-98f5-8956f5adabad req-56520515-3507-42ec-b41e-eae8c2801f25 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:16.919435 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:16.926771 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-447635d1-6389-4541-98f5-8956f5adabad req-56520515-3507-42ec-b41e-eae8c2801f25 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 950 time: 0.2604055 Jun 09 21:56:17.028227 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-447635d1-6389-4541-98f5-8956f5adabad req-75aba01a-b4fe-4ea3-8a5d-ff3d8ef88c91 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002762 Jun 09 21:56:17.135191 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Provisioning for port 88a4cd10-64ec-464f-a11e-841cf48aa183 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:17.161647 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Provisioning complete for port 88a4cd10-64ec-464f-a11e-841cf48aa183 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:17.162020 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.258088 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.388922 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.409038 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.417075 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Transition to ACTIVE for port object c3c2c6a6-8937-4050-b31f-6e06de4c3d54 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:17.432547 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.437655 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:17.476283 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] For port 88a4cd10-64ec-464f-a11e-841cf48aa183, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=88a4cd10-64ec-464f-a11e-841cf48aa183,segment=NetworkSegment(1e3d5c62-0084-46ee-a9d9-5b0383511a1b),segment_id=1e3d5c62-0084-46ee-a9d9-5b0383511a1b)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:17.482914 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.486974 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1447ecca-8967-48a2-bcf6-0f515996bf11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:17.543596 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Attempting to bind port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:17.544194 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Attempting to bind port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:17.544851 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Attempting to bind port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:17.561264 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:17.561870 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:17.562456 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.563009 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:17.563650 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Bound port: c3c2c6a6-8937-4050-b31f-6e06de4c3d54, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:17.564244 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.573274 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Pushing event updated for resources: {'Port': ['ID=88a4cd10-64ec-464f-a11e-841cf48aa183,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:17.585182 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:17.594514 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074749ee-ffea-4526-80bf-9c72f1fe766c None None] Pushing event updated for resources: {'Port': ['ID=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,revision_number=2']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:17.601713 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-074749ee-ffea-4526-80bf-9c72f1fe766c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:17.646559 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Allocated IP 172.20.0.1 (0cf687d2-b872-4edd-94ca-5279317aa58e/72507f2c-02bd-4945-a133-2685ed196fd3/97e4eb8d-57a0-4934-851e-54191756947b) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:17.680444 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] For port c3c2c6a6-8937-4050-b31f-6e06de4c3d54, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:17.689451 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] For port c3c2c6a6-8937-4050-b31f-6e06de4c3d54, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:17.696575 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.701146 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-7e2939bc-3972-47d3-8e20-0f6e7629869f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:17.826996 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Routers {'5f5a5496-422b-444f-a0eb-9ec67d215e8a'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:17.832613 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:17.907160 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074749ee-ffea-4526-80bf-9c72f1fe766c None None] Pushing event updated for resources: {'Port': ['ID=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:17.920186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 88a4cd10-64ec-464f-a11e-841cf48aa183 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:17.920339 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-074749ee-ffea-4526-80bf-9c72f1fe766c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:17.953490 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-711a852b-98cd-40b6-b117-c291ef18d91a None None] Provisioning complete for port 88a4cd10-64ec-464f-a11e-841cf48aa183 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:17.953924 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-711a852b-98cd-40b6-b117-c291ef18d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:17.995791 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:18.026855 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Transition to ACTIVE for port object 97e4eb8d-57a0-4934-851e-54191756947b will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:18.048397 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00aff6-419e-4748-b406-29ba23a94dea req-5229932f-43be-49c2-95d8-6dde47e4d45d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:18.050060 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4b00aff6-419e-4748-b406-29ba23a94dea req-5229932f-43be-49c2-95d8-6dde47e4d45d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1277328 Jun 09 21:56:18.078540 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] Set router 5f5a5496-422b-444f-a0eb-9ec67d215e8a gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:18.090326 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 88a4cd10-64ec-464f-a11e-841cf48aa183 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:18.091028 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:18.103156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:18.114940 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:18.153124 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Network 0cf687d2-b872-4edd-94ca-5279317aa58e is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:18.159268 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:18.164035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4b00aff6-419e-4748-b406-29ba23a94dea req-84f42555-76a8-4ad2-a114-03433f43837d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067984 Jun 09 21:56:18.172253 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:18.284248 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Pushing event updated for resources: {'Port': ['ID=97e4eb8d-57a0-4934-851e-54191756947b,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:18.288897 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:18.297957 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:18.474534 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:18.534031 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11e3c-8fec-4ffb-8f7e-8082346cb725 req-770cefa2-367e-44a6-823d-53519b7ee184 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:18.546418 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4da11e3c-8fec-4ffb-8f7e-8082346cb725 req-770cefa2-367e-44a6-823d-53519b7ee184 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 950 time: 0.2179558 Jun 09 21:56:18.583377 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T21:56:13Z', 'revision_number': 3, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port': {'id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:12Z', 'updated_at': '2021-06-09T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:18.583511 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:18.583511 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:18.583781 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126447f-6cc5-4068-b9d5-664e43aa6d56 None None] The sync data for ids ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'] in dv-cinder-774286-15-iscsi is: [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T21:56:13Z', 'revision_number': 3, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port': {'id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:12Z', 'updated_at': '2021-06-09T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:56:18.641184 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-422a7b7f-028d-4187-ab9c-b090674f4651 None None] Provisioning for port 97e4eb8d-57a0-4934-851e-54191756947b completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:18.652196 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-422a7b7f-028d-4187-ab9c-b090674f4651 None None] Provisioning complete for port 97e4eb8d-57a0-4934-851e-54191756947b triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:18.652696 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-422a7b7f-028d-4187-ab9c-b090674f4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:18.728895 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-422a7b7f-028d-4187-ab9c-b090674f4651 None None] Port 97e4eb8d-57a0-4934-851e-54191756947b cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:56:18.758239 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4da11e3c-8fec-4ffb-8f7e-8082346cb725 req-33872d9e-e2b3-4158-a4d3-7fadb595f72c tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116868 Jun 09 21:56:18.759748 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:19.041337 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:19.046068 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:19.070725 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-dafa2b2c-215c-480f-9a42-ff3ee62fbee2 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:19.153196 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Pushing event updated for resources: {'Port': ['ID=97e4eb8d-57a0-4934-851e-54191756947b,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:19.155606 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:19.159508 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:19.315450 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Network 0cf687d2-b872-4edd-94ca-5279317aa58e is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:19.316916 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:19.528469 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Router 5f5a5496-422b-444f-a0eb-9ec67d215e8a has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:56:19.553953 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-3215f65a-0833-4242-b419-b796785cc556 None None] Provisioning complete for port 97e4eb8d-57a0-4934-851e-54191756947b triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:19.554410 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3215f65a-0833-4242-b419-b796785cc556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:19.617718 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-3215f65a-0833-4242-b419-b796785cc556 None None] Port 97e4eb8d-57a0-4934-851e-54191756947b cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:56:19.710847 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:56:19.715803 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] 10.222.0.26 "PUT /v2.0/routers/5f5a5496-422b-444f-a0eb-9ec67d215e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2257714 Jun 09 21:56:19.866700 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device c3c2c6a6-8937-4050-b31f-6e06de4c3d54 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:19.941242 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:19.946514 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:19.946943 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:20.068979 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:20.095693 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port c3c2c6a6-8937-4050-b31f-6e06de4c3d54, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:20.101812 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:20.105220 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:20.178608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:20.181665 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:20.221238 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Sync routers for ids ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:56:20.232609 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Routers {'5f5a5496-422b-444f-a0eb-9ec67d215e8a'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:20.233251 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:20.432063 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Set router 5f5a5496-422b-444f-a0eb-9ec67d215e8a gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:20.774748 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T21:56:18Z', 'revision_number': 4, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port': {'id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:12Z', 'updated_at': '2021-06-09T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '97e4eb8d-57a0-4934-851e-54191756947b', 'name': '', 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'mac_address': 'fa:16:3e:ef:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '72507f2c-02bd-4945-a133-2685ed196fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:17Z', 'updated_at': '2021-06-09T21:56:18Z', 'revision_number': 2, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'subnets': [{'id': '72507f2c-02bd-4945-a133-2685ed196fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:20.781207 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Checking router: 5f5a5496-422b-444f-a0eb-9ec67d215e8a for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:56:20.781561 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Updating router 5f5a5496-422b-444f-a0eb-9ec67d215e8a port 97e4eb8d-57a0-4934-851e-54191756947b binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:56:20.841554 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:21.041122 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-d3d03557-6cac-442d-a538-6560f2bc5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:21.042843 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-d3d03557-6cac-442d-a538-6560f2bc5732 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.0860362 Jun 09 21:56:21.221215 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-f214b787-41b8-4917-8da0-cae2f0fd73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:21.225522 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-f214b787-41b8-4917-8da0-cae2f0fd73b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.1745830 Jun 09 21:56:21.413178 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-f7d3e26a-d387-4ff2-b5f4-8cff06a04805 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 217 time: 0.1433220 Jun 09 21:56:21.471167 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fd43-ca37-4c15-bb99-0017c7db2542 req-435267c1-eae9-472a-8ea9-7efbed2ebd0e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:21.473140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f306fd43-ca37-4c15-bb99-0017c7db2542 req-435267c1-eae9-472a-8ea9-7efbed2ebd0e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2981870 Jun 09 21:56:21.504936 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:21.520151 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Transition to ACTIVE for port object 97e4eb8d-57a0-4934-851e-54191756947b will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:21.532818 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:21.537449 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-34beb551-59c3-41c8-9e67-2e2a7a28d380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:21.594046 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f306fd43-ca37-4c15-bb99-0017c7db2542 req-34217914-b962-4418-885b-3c988f82ae9a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111250 Jun 09 21:56:21.596172 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-3091edeb-6360-4c75-abee-29e78078e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:21.598396 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-3091edeb-6360-4c75-abee-29e78078e68c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.1770954 Jun 09 21:56:21.733928 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77efced-07b8-467e-82c3-5332efbbed07 None None] Pushing event updated for resources: {'Port': ['ID=97e4eb8d-57a0-4934-851e-54191756947b,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:21.741293 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c77efced-07b8-467e-82c3-5332efbbed07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:21.758209 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-cf0ac848-ba8f-4c71-9a12-6e84a111a61a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514201 Jun 09 21:56:21.895117 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Attempting to bind port 97e4eb8d-57a0-4934-851e-54191756947b on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:21.895693 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Attempting to bind port 97e4eb8d-57a0-4934-851e-54191756947b by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:21.896036 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Attempting to bind port 97e4eb8d-57a0-4934-851e-54191756947b on network 0cf687d2-b872-4edd-94ca-5279317aa58e {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:21.915350 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:21.915740 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Checking segment: {'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:21.916178 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:21.916579 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Bound using segment: {'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:21.917053 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Bound port: 97e4eb8d-57a0-4934-851e-54191756947b, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d5c62-0084-46ee-a9d9-5b0383511a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:21.917435 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:22.006994 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a587-391c-4bf0-924a-8c1cdf99feb9 req-e044ab8a-d605-4013-b3f4-6487349473fd tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:22.008839 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3f9a587-391c-4bf0-924a-8c1cdf99feb9 req-e044ab8a-d605-4013-b3f4-6487349473fd tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 950 time: 0.5299747 Jun 09 21:56:22.041593 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device c3c2c6a6-8937-4050-b31f-6e06de4c3d54 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:22.163825 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-bab954b1-1d29-491d-ba40-3915a2d5be43 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969362 Jun 09 21:56:22.188452 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3f9a587-391c-4bf0-924a-8c1cdf99feb9 req-c8d9741c-d893-4ece-b350-a4ae2082e769 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630323 Jun 09 21:56:22.374094 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:22.376118 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:22.438724 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5cb902a-3fea-434b-ab49-6ff19a3890fa req-17596dbf-2667-4326-9896-5ff66c0f32e6 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483747 Jun 09 21:56:22.448528 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] For port 97e4eb8d-57a0-4934-851e-54191756947b, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:22.467372 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] For port 97e4eb8d-57a0-4934-851e-54191756947b, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=97e4eb8d-57a0-4934-851e-54191756947b,segment=NetworkSegment(1e3d5c62-0084-46ee-a9d9-5b0383511a1b),segment_id=1e3d5c62-0084-46ee-a9d9-5b0383511a1b)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:22.476590 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:22.481972 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:22.631749 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Routers {'5f5a5496-422b-444f-a0eb-9ec67d215e8a'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:22.636088 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:22.779863 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77efced-07b8-467e-82c3-5332efbbed07 None None] Pushing event updated for resources: {'Port': ['ID=97e4eb8d-57a0-4934-851e-54191756947b,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:22.834293 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c77efced-07b8-467e-82c3-5332efbbed07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:22.936132 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940265f-fb17-4031-b7b8-72bd3338daa6 req-a3f659b7-fe69-41a3-a13d-a13a2b9e7965 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:22.946174 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1940265f-fb17-4031-b7b8-72bd3338daa6 req-a3f659b7-fe69-41a3-a13d-a13a2b9e7965 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1152165 Jun 09 21:56:23.017278 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1940265f-fb17-4031-b7b8-72bd3338daa6 req-ecf0ac9e-f35a-4458-b1b8-3cb23674c020 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697908 Jun 09 21:56:23.041379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] Set router 5f5a5496-422b-444f-a0eb-9ec67d215e8a gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:23.433436 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed438b-8a2c-4171-836c-1925fd45b54c req-2d9218a7-5722-4a00-ae27-54e7213f6acc tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:23.440352 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fbed438b-8a2c-4171-836c-1925fd45b54c req-2d9218a7-5722-4a00-ae27-54e7213f6acc tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 950 time: 0.1031218 Jun 09 21:56:23.515166 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T21:56:18Z', 'revision_number': 4, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port': {'id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:12Z', 'updated_at': '2021-06-09T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '97e4eb8d-57a0-4934-851e-54191756947b', 'name': '', 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'mac_address': 'fa:16:3e:ef:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '72507f2c-02bd-4945-a133-2685ed196fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:17Z', 'updated_at': '2021-06-09T21:56:22Z', 'revision_number': 4, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'subnets': [{'id': '72507f2c-02bd-4945-a133-2685ed196fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:23.542480 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809cda07-7c98-4d63-baf8-095ed9eb171b None None] The sync data for ids ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'] in dv-cinder-774286-15-iscsi is: [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T21:56:18Z', 'revision_number': 4, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port': {'id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:12Z', 'updated_at': '2021-06-09T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '97e4eb8d-57a0-4934-851e-54191756947b', 'name': '', 'network_id': '0cf687d2-b872-4edd-94ca-5279317aa58e', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'mac_address': 'fa:16:3e:ef:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '72507f2c-02bd-4945-a133-2685ed196fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:17Z', 'updated_at': '2021-06-09T21:56:22Z', 'revision_number': 4, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'subnets': [{'id': '72507f2c-02bd-4945-a133-2685ed196fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:56:23.547092 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fbed438b-8a2c-4171-836c-1925fd45b54c req-af5b027e-9c23-491b-87af-2e1d280e3a04 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/security-groups?id=1089fb27-1e6d-4467-b3ce-22e22617652e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Jun 09 21:56:23.629675 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-03cba230-d38e-4e84-bc92-0e07554f72ac tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:23.636302 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-03cba230-d38e-4e84-bc92-0e07554f72ac tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.22 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 950 time: 0.1538618 Jun 09 21:56:23.846666 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Deleting port 698c45e6-773c-4152-9a54-e4c23c756ec6 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:56:23.847659 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:23.945294 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 97e4eb8d-57a0-4934-851e-54191756947b up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:24.022478 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] For port 698c45e6-773c-4152-9a54-e4c23c756ec6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=698c45e6-773c-4152-9a54-e4c23c756ec6,segment=NetworkSegment(e6f0dea0-c479-4e06-a584-35f3b3487542),segment_id=e6f0dea0-c479-4e06-a584-35f3b3487542)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:24.026794 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.113885 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 97e4eb8d-57a0-4934-851e-54191756947b completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:24.125560 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 97e4eb8d-57a0-4934-851e-54191756947b triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:24.126427 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.257614 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49176) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:24.384069 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.392188 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Calling delete_port for 698c45e6-773c-4152-9a54-e4c23c756ec6 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:56:24.441155 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.468538 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 97e4eb8d-57a0-4934-851e-54191756947b, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=97e4eb8d-57a0-4934-851e-54191756947b,segment=NetworkSegment(1e3d5c62-0084-46ee-a9d9-5b0383511a1b),segment_id=1e3d5c62-0084-46ee-a9d9-5b0383511a1b)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:24.474658 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.476689 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:24.619573 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.626502 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.635883 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da57dd-e5f3-43a2-9921-2c6b003eb286 req-2ade5c36-f7aa-4218-b805-2509babb1ac4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:24.645823 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-88da57dd-e5f3-43a2-9921-2c6b003eb286 req-2ade5c36-f7aa-4218-b805-2509babb1ac4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2358840 Jun 09 21:56:24.695111 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bf2abbe1-36f3-4fc5-9757-344fed75e60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:24.727287 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f183c48facb945ed8f29701f352dadee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708786 Jun 09 21:56:24.728792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5991fc-15c5-46f7-af06-966dd3360ff2,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:24.733816 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49186) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:24.757219 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.758008 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.758574 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.759451 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.760061 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.760654 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.761602 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.762179 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.762733 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.763725 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.764568 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.765294 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:24.772551 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:24.811742 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=97e4eb8d-57a0-4934-851e-54191756947b,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:24.816167 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:24.867370 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-88da57dd-e5f3-43a2-9921-2c6b003eb286 req-bd6b5847-656a-48bb-b66a-4ba36114c0a4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203989 Jun 09 21:56:24.886348 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.933810 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:24.958372 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-721deaec-6cb5-45c0-b449-83004ace12cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:24.963022 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.085000 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.089033 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.090696 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a5991fc-15c5-46f7-af06-966dd3360ff2 HTTP/1.1" status: 204 len: 168 time: 0.3555357 Jun 09 21:56:25.092006 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea86f463-b13f-4dbd-9382-bb821a98c6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:25.130824 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5991fc-15c5-46f7-af06-966dd3360ff2,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:25.137589 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:25.171730 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Pushing event deleted for resources: {'Port': ['ID=698c45e6-773c-4152-9a54-e4c23c756ec6,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:25.257498 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-17488831-1412-4a04-a62e-a912e4a32bce req-2551f827-3fed-4b59-8cac-0bf6864f5950 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d8baae-a38e-42b7-8941-caac7ed8878c HTTP/1.1" status: 200 len: 210 time: 0.1429317 Jun 09 21:56:25.268462 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.268889 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.269314 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.269817 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.270231 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.270683 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.271071 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.271515 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.272164 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.272525 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.273008 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.273377 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:25.291722 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] No DVR routers for this DVR port 698c45e6-773c-4152-9a54-e4c23c756ec6 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:56:25.291722 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:25.291722 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.301366 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-be3e23c6-830f-468b-9b4d-caf3d227d2b8 req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] 10.222.0.22 "DELETE /v2.0/ports/698c45e6-773c-4152-9a54-e4c23c756ec6 HTTP/1.1" status: 204 len: 173 time: 1.6594434 Jun 09 21:56:25.301953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'name': 'network-vif-deleted', 'tag': '698c45e6-773c-4152-9a54-e4c23c756ec6'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:25.304616 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49384e99-dac6-4c74-ab43-7708c78e5243" -d '{"events": [{"server_uuid": "38d8baae-a38e-42b7-8941-caac7ed8878c", "name": "network-vif-deleted", "tag": "698c45e6-773c-4152-9a54-e4c23c756ec6"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:25.441006 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47148166-187a-43d3-8165-c839b46f8bed x-openstack-request-id: req-47148166-187a-43d3-8165-c839b46f8bed {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:25.441358 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8baae-a38e-42b7-8941-caac7ed8878c", "name": "network-vif-deleted", "tag": "698c45e6-773c-4152-9a54-e4c23c756ec6", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:25.441811 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47148166-187a-43d3-8165-c839b46f8bed {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:25.442429 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8baae-a38e-42b7-8941-caac7ed8878c', 'name': 'network-vif-deleted', 'tag': '698c45e6-773c-4152-9a54-e4c23c756ec6', 'status': 'completed', 'code': 200} Jun 09 21:56:25.500193 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 698c45e6-773c-4152-9a54-e4c23c756ec6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:56:25.555299 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 698c45e6-773c-4152-9a54-e4c23c756ec6 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:56:25.555678 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 698c45e6-773c-4152-9a54-e4c23c756ec6 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:56:25.634182 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49200) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:25.653552 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ef04dd4a-bac6-41c9-9554-4de11e34ec20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.812829 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ef04dd4a-bac6-41c9-9554-4de11e34ec20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.824174 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ef04dd4a-bac6-41c9-9554-4de11e34ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.932043 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 97e4eb8d-57a0-4934-851e-54191756947b up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:25.954871 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:56:26.112867 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9f96bf00-2ff9-4200-96a8-0c69c326e00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:26.118820 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 97e4eb8d-57a0-4934-851e-54191756947b triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:26.119440 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:26.233063 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ef04dd4a-bac6-41c9-9554-4de11e34ec20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1eb2e95b02dc4ac5809dff0c121b7721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965500 Jun 09 21:56:26.233920 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49214) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:26.263646 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04dd4a-bac6-41c9-9554-4de11e34ec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129a38d6-b548-4638-837b-43c312a6d92f,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:26.279779 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ef04dd4a-bac6-41c9-9554-4de11e34ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:26.322020 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dd9b3-0d95-4112-8ba9-f73453c5b1d1 req-7020a522-60cc-44a3-8278-42e8b398bc35 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:26.336972 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0a9dd9b3-0d95-4112-8ba9-f73453c5b1d1 req-7020a522-60cc-44a3-8278-42e8b398bc35 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2703686 Jun 09 21:56:26.408265 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0a9dd9b3-0d95-4112-8ba9-f73453c5b1d1 req-971bf289-2f5c-46b3-b678-c45d61203432 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698314 Jun 09 21:56:26.436677 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:26.482724 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:26.588476 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:26.591761 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:26.601352 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/129a38d6-b548-4638-837b-43c312a6d92f HTTP/1.1" status: 204 len: 168 time: 0.3597023 Jun 09 21:56:26.602196 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-99e7eea8-4dd1-4f21-9074-1e86f5644ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:26.613244 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a38d6-b548-4638-837b-43c312a6d92f,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:26.616666 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:26.618154 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49230) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:26.962993 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-438cbce7-4b36-4ce8-8e5a-dbda37e9bbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:27.172927 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-438cbce7-4b36-4ce8-8e5a-dbda37e9bbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:27.180480 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-438cbce7-4b36-4ce8-8e5a-dbda37e9bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:27.193041 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a9aa8af0-3aa3-4d4c-9aae-98bca2e83c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:27.221542 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cbce7-4b36-4ce8-8e5a-dbda37e9bbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83b522d-8686-42a2-bd0e-caaa2168c9dd,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:27.226277 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-438cbce7-4b36-4ce8-8e5a-dbda37e9bbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:27.251567 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-438cbce7-4b36-4ce8-8e5a-dbda37e9bbb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=562b6e2f5eff4b94bc38eeae2fa1b1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316671 Jun 09 21:56:27.253786 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49260) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:27.323044 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:27.355686 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:27.468708 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:27.472273 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:27.473639 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c83b522d-8686-42a2-bd0e-caaa2168c9dd HTTP/1.1" status: 204 len: 168 time: 0.2185657 Jun 09 21:56:27.476465 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2b7e0891-5080-41f5-9f5b-34aec9aa04ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:27.500197 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83b522d-8686-42a2-bd0e-caaa2168c9dd,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:27.504612 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:27.838236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f64cdb-99d5-43c0-8cdc-4ae92b5cc57b req-e9f4ce2f-41b3-4132-90c7-fa7464f8c880 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:27.846834 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-50f64cdb-99d5-43c0-8cdc-4ae92b5cc57b req-e9f4ce2f-41b3-4132-90c7-fa7464f8c880 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1711385 Jun 09 21:56:28.085004 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49324) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:28.105091 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-97c935b0-269d-4781-b74e-0364977da496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:28.125273 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-50f64cdb-99d5-43c0-8cdc-4ae92b5cc57b req-89d45d4e-df01-44e1-8f9d-97ffbb380dfb tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759833 Jun 09 21:56:28.265580 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-97c935b0-269d-4781-b74e-0364977da496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:28.280020 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-97c935b0-269d-4781-b74e-0364977da496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:28.294217 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-cde6b9f9-9b57-4489-a0a9-965081099e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:28.351320 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c935b0-269d-4781-b74e-0364977da496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5d07b4-a936-4412-bf36-088fa8ccfa13,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:28.364574 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-97c935b0-269d-4781-b74e-0364977da496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:28.386273 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-97c935b0-269d-4781-b74e-0364977da496 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ba7105a54f447e38bcae19714eb1ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000507 Jun 09 21:56:28.389021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 49348) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:28.477263 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:28.513391 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:28.581349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:28.584115 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:28.585551 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf5d07b4-a936-4412-bf36-088fa8ccfa13 HTTP/1.1" status: 204 len: 168 time: 0.1951942 Jun 09 21:56:28.586575 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:28.606902 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5d07b4-a936-4412-bf36-088fa8ccfa13,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:28.614096 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:29.380447 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae52d8f-35d0-4a71-886e-94727268e655 req-ed01f216-e064-4164-beff-d186fea62b2e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:29.383166 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cae52d8f-35d0-4a71-886e-94727268e655 req-ed01f216-e064-4164-beff-d186fea62b2e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1330838 Jun 09 21:56:29.458536 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cae52d8f-35d0-4a71-886e-94727268e655 req-5982bcbd-4237-493c-88dd-a776f489250b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637660 Jun 09 21:56:30.166897 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-96688724-b9d3-4787-b914-e4714c652a9e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410692 Jun 09 21:56:30.353118 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-e6b74cf7-1df3-4d4a-9121-9ceb8e0d6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:30.354659 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-e6b74cf7-1df3-4d4a-9121-9ceb8e0d6ecd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1099 time: 0.1411316 Jun 09 21:56:30.716852 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-9f3aa696-736c-4622-8538-0dd7756cf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:30.722724 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-9f3aa696-736c-4622-8538-0dd7756cf128 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.3219020 Jun 09 21:56:30.964948 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-4383bfe6-6310-48f2-8e59-b629769ee860 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 1002 time: 0.1591659 Jun 09 21:56:30.988331 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80af1f-dbca-45de-a000-ffe2ca61e668 req-ff2d95df-4110-4dc8-93d4-2ce35f740e19 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:30.995738 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df80af1f-dbca-45de-a000-ffe2ca61e668 req-ff2d95df-4110-4dc8-93d4-2ce35f740e19 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2683415 Jun 09 21:56:31.059172 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df80af1f-dbca-45de-a000-ffe2ca61e668 req-c93acabf-1e71-47d9-ac4b-6801f033b5c3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626276 Jun 09 21:56:31.195169 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-9779c841-2577-465e-843d-25ed9c34f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:31.196638 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-9779c841-2577-465e-843d-25ed9c34f30f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0643613 Jun 09 21:56:31.276787 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-f91edc57-8a43-4178-a2b9-6e7842d90c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:31.278341 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-f91edc57-8a43-4178-a2b9-6e7842d90c76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750809 Jun 09 21:56:31.456670 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-b013dc7a-79e7-43b7-9596-690dc1535d50 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703622 Jun 09 21:56:32.288079 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627e85-4f57-462c-bfa7-0153fe4a24b5 req-7ce8e385-1c33-42b4-9d1a-4f4ec95c4c1f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:32.289704 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9627e85-4f57-462c-bfa7-0153fe4a24b5 req-7ce8e385-1c33-42b4-9d1a-4f4ec95c4c1f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0906398 Jun 09 21:56:32.350530 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9627e85-4f57-462c-bfa7-0153fe4a24b5 req-a6b279bd-d507-49e9-938c-0a90b47244fc tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543880 Jun 09 21:56:33.052607 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:34.032133 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f1b810ef-3d24-4d14-a081-b0463be65bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:34.916450 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-761f6377-ba31-4a57-afa6-dfd2c0351a58 req-a08e1eb3-217a-4cff-8fae-7c8a51b94009 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379378 Jun 09 21:56:35.003165 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed69ea-9562-4ce1-a12c-9baeee06caf2 req-85e65dfc-a792-459c-92c6-fc0151d5cd63 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:35.004637 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7ed69ea-9562-4ce1-a12c-9baeee06caf2 req-85e65dfc-a792-459c-92c6-fc0151d5cd63 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0790448 Jun 09 21:56:35.054950 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7ed69ea-9562-4ce1-a12c-9baeee06caf2 req-a41576e5-ead0-4935-b7cb-e7e934b1e9bd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Jun 09 21:56:35.582995 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-2eb942cd-e9a9-4753-81fa-b6af43f92eb6 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:35.584942 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-2eb942cd-e9a9-4753-81fa-b6af43f92eb6 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 814 time: 0.1454849 Jun 09 21:56:35.598611 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-b991fa38-eab2-41ea-ba86-d4a4b4533c63 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/quotas/7d5c87e07d934784affbed49a88a2e8a HTTP/1.1" status: 200 len: 375 time: 0.0083401 Jun 09 21:56:35.682623 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-b3921e06-429c-43f2-9a2e-da4503439996 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750275 Jun 09 21:56:35.909861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-c08e9a5e-33c3-43bd-9d20-586c00b65172 service neutron] 10.222.0.26 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151039 Jun 09 21:56:36.052715 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-9bcae1bb-70fc-4346-8cd9-ec35934b7aab service neutron] 10.222.0.26 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362009 Jun 09 21:56:36.261422 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-41303b9d-3046-49a0-918d-e4d5e77f9b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:36.382963 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ec568e6c-a696-45e2-bad5-27f705ceff35 req-69d7939c-05c1-480a-9be5-ec0a0bfecf42 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 210 time: 0.0540192 Jun 09 21:56:36.406952 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17382629-78ab-4513-afb1-d0ff81cae416 req-2a685bef-4cc5-42bf-b431-131b4bcf25a1 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:36.408941 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-17382629-78ab-4513-afb1-d0ff81cae416 req-2a685bef-4cc5-42bf-b431-131b4bcf25a1 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1374304 Jun 09 21:56:36.456387 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:36.470566 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-17382629-78ab-4513-afb1-d0ff81cae416 req-12148ced-1376-448f-9c8b-d1f30141c36d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471523 Jun 09 21:56:37.040845 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 49640) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:37.211287 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-2b22ca73-c548-4527-bb4d-b0cf22525237 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b5c65b214c340689bb4c54c8c939e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742103 Jun 09 21:56:37.213708 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 49650) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:37.272379 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.297814 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.348445 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.352116 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.353260 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1089fb27-1e6d-4467-b3ce-22e22617652e HTTP/1.1" status: 204 len: 168 time: 0.1386354 Jun 09 21:56:37.353992 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9dc9df5f-0d9c-4a97-ab58-5f78408a7fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:37.363017 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1089fb27-1e6d-4467-b3ce-22e22617652e,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:37.365910 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:37.590613 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.999938 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 49678) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:38.101531 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-209508490-network', 'tenant_id': '61d49a14738f4e10ba171f162296ac41'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:38.123191 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Made reservation on behalf of 61d49a14738f4e10ba171f162296ac41 for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:38.125402 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.137716 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.255480 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.268155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.268155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-60df78fc-8d69-4acf-87d4-c831e0451e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:38.292221 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:56:38.297354 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03120c50-5b69-458c-9d74-d23ce0cd86c1,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:38.300464 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:38.305903 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.306150 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Added segment 6bc4d75d-041f-4b75-bf3d-bdb17d68520f of type vlan for network f7f182bd-882e-4866-b0a4-4c27236a6d91 Jun 09 21:56:38.336366 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.363584 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.364890 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:38.365968 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.369056 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:38.455771 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4547331 Jun 09 21:56:38.458818 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49686) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:38.460752 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=f7f182bd-882e-4866-b0a4-4c27236a6d91,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:38.463767 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:38.463928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Request body: {'subnet': {'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-209508490-subnet', 'tenant_id': '61d49a14738f4e10ba171f162296ac41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:38.471588 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network f7f182bd-882e-4866-b0a4-4c27236a6d91 details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:56:38.484959 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Made reservation on behalf of 61d49a14738f4e10ba171f162296ac41 for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:38.487370 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5878790'] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.685224 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6023198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5878900'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.688879 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-b63d2ed7-7089-4383-be9f-3356936b508e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:38.755962 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95da6660-0310-4b08-ac53-530d0834b7be,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:38.760914 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:38.763246 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Checking segment: {'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:38.763593 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Network hostable DHCP agents. Network: f7f182bd-882e-4866-b0a4-4c27236a6d91, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:56:38.780000 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Network f7f182bd-882e-4866-b0a4-4c27236a6d91 is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:56:38.790199 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, f7f182bd-882e-4866-b0a4-4c27236a6d91) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:38.798328 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:38.798820 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2517c-0f0e-4d9c-abe3-59bb594aa7be None None] Network f7f182bd-882e-4866-b0a4-4c27236a6d91 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:38.799240 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.824624 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3591936 Jun 09 21:56:38.986185 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a17aa01-df87-4c20-94cf-c27624aceb84 None None] Network f7f182bd-882e-4866-b0a4-4c27236a6d91 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:39.307769 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:40.964610 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f320535c-310a-4bce-8f74-d561b3ec0795 req-b0b12061-728d-4c24-90ef-a6b27e345ba9 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 210 time: 0.0931072 Jun 09 21:56:41.004774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280b092-6d81-467e-88a4-7f9d4509e0d1 req-821b46b9-9fc5-448b-9d36-3549a832253e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:41.006713 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a280b092-6d81-467e-88a4-7f9d4509e0d1 req-821b46b9-9fc5-448b-9d36-3549a832253e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0964425 Jun 09 21:56:41.050467 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a280b092-6d81-467e-88a4-7f9d4509e0d1 req-25c0600f-e1e4-443d-9120-b7c9004b0132 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Jun 09 21:56:41.744994 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-cdd434bc-401c-40d7-81dc-da06b4486406 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:41.746382 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-cdd434bc-401c-40d7-81dc-da06b4486406 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 814 time: 0.1457584 Jun 09 21:56:41.766070 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'port': {'device_id': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'admin_state_up': True, 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:41.921885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Made reservation on behalf of 7d5c87e07d934784affbed49a88a2e8a for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:41.925348 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:42.128083 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-27c10aa7-ceaf-475c-9b03-a6573c8ca81e req-ecf5b09c-7c28-4635-ba25-ea19baef15bd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 210 time: 0.0546961 Jun 09 21:56:42.134344 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Allocated IP 172.20.0.9 (d2dc79fd-51b4-48a0-93de-11b6c49b0510/e2b08602-9b56-4bea-a849-20fba775a61b/28def022-915c-4130-af52-e2ead09a85ac) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:42.368346 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74147704-722f-4121-b21b-fbc6318092d8 req-a3b7f2ea-0839-49b2-a467-899803d2f37b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:42.369834 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74147704-722f-4121-b21b-fbc6318092d8 req-a3b7f2ea-0839-49b2-a467-899803d2f37b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1994452 Jun 09 21:56:42.477790 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74147704-722f-4121-b21b-fbc6318092d8 req-dd4f9243-5311-468a-b050-81dbea1d3249 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971062 Jun 09 21:56:42.480875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:42.505554 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Transition to ACTIVE for port object 28def022-915c-4130-af52-e2ead09a85ac will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:42.546441 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:42.558285 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:42.797905 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:42.801398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:42.806691 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:42.855242 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:42.863336 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:42.948011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:42.960971 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:43.004412 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2421868 Jun 09 21:56:43.171186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-0566446b-6f28-460d-9039-6c2a7de582e3 None None] Provisioning for port 28def022-915c-4130-af52-e2ead09a85ac completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:43.175681 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-0566446b-6f28-460d-9039-6c2a7de582e3 None None] Provisioning complete for port 28def022-915c-4130-af52-e2ead09a85ac triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:43.176092 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0566446b-6f28-460d-9039-6c2a7de582e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:43.248336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-0566446b-6f28-460d-9039-6c2a7de582e3 None None] Port 28def022-915c-4130-af52-e2ead09a85ac cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:56:57.004052 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 49900) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:57.128335 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-77ac3c78-8702-4651-8449-24a7a504c544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.232440 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-77ac3c78-8702-4651-8449-24a7a504c544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.236185 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-77ac3c78-8702-4651-8449-24a7a504c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.243471 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:57.282353 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-77ac3c78-8702-4651-8449-24a7a504c544 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12100c45d76a49678afd9b09713ea3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772000 Jun 09 21:56:57.283886 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac3c78-8702-4651-8449-24a7a504c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bfbd21-eafc-4677-a3e8-1c6a7ac7910e,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:57.285008 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 49904) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:57.287108 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-77ac3c78-8702-4651-8449-24a7a504c544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:57.342057 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.366606 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.423326 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.425818 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.426926 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6bfbd21-eafc-4677-a3e8-1c6a7ac7910e HTTP/1.1" status: 204 len: 168 time: 0.1409373 Jun 09 21:56:57.427661 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-cb922098-0e95-4da9-8823-2db86022b10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:57.437627 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bfbd21-eafc-4677-a3e8-1c6a7ac7910e,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:57.440611 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:02.957036 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:57:03.046210 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.384924 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Request body: {'port': {'device_id': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:03.494187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.756093 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eb608-a310-4048-9233-9737d493e640 req-1daf54e2-2abd-4770-98ce-927fe2fcf3ef tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:03.758022 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ef3eb608-a310-4048-9233-9737d493e640 req-1daf54e2-2abd-4770-98ce-927fe2fcf3ef tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 931 time: 0.2500250 Jun 09 21:57:03.897260 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ef3eb608-a310-4048-9233-9737d493e640 req-a78ac9ca-f615-431e-ad77-51fbad284472 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238995 Jun 09 21:57:03.917928 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543ac9-b3b2-4424-a030-1648b38f2fd9 req-fd5b77ce-dd41-4855-9a5e-84707c7e7cec tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:03.919362 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2c543ac9-b3b2-4424-a030-1648b38f2fd9 req-fd5b77ce-dd41-4855-9a5e-84707c7e7cec tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2985501 Jun 09 21:57:03.973371 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2c543ac9-b3b2-4424-a030-1648b38f2fd9 req-769872bc-d096-4238-ad0f-6b4ae6d5ad2f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479658 Jun 09 21:57:04.035870 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a15a4f38-4acf-4768-9b54-b4d31a493d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.116204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28def022-915c-4130-af52-e2ead09a85ac {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:57:04.132586 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.166686 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Transition to ACTIVE for port object 28def022-915c-4130-af52-e2ead09a85ac will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:04.169934 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.176139 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d9f14618-a320-4889-84c3-bc847939793f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:04.290979 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-cc062a14-4fb8-41d7-9baf-6abe5fb947cd tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:04.292506 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-cc062a14-4fb8-41d7-9baf-6abe5fb947cd tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/networks?id=f7f182bd-882e-4866-b0a4-4c27236a6d91 HTTP/1.1" status: 200 len: 813 time: 0.2751353 Jun 09 21:57:04.326011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Pushing event updated for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:04.330073 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:04.331703 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-54d07be8-cf10-4df6-a634-14886bcf09e3 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/quotas/61d49a14738f4e10ba171f162296ac41 HTTP/1.1" status: 200 len: 375 time: 0.0290039 Jun 09 21:57:04.441897 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-0126a331-6020-4c23-af9e-7f9001996b8d tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=61d49a14738f4e10ba171f162296ac41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846097 Jun 09 21:57:04.557732 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Attempting to bind port 28def022-915c-4130-af52-e2ead09a85ac on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:04.558077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Attempting to bind port 28def022-915c-4130-af52-e2ead09a85ac by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:04.558393 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Attempting to bind port 28def022-915c-4130-af52-e2ead09a85ac on network d2dc79fd-51b4-48a0-93de-11b6c49b0510 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:04.568731 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Port 28def022-915c-4130-af52-e2ead09a85ac on network d2dc79fd-51b4-48a0-93de-11b6c49b0510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:57:04.569079 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Attempting to bind port 28def022-915c-4130-af52-e2ead09a85ac on network d2dc79fd-51b4-48a0-93de-11b6c49b0510 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:04.588056 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:04.588399 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Checking segment: {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:04.588774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Bound using segment: {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:04.589206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Bound port: 28def022-915c-4130-af52-e2ead09a85ac, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:04.589547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.678041 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-49adb206-88c5-49c0-bdc4-de251b2e89b8 service neutron] 10.222.0.26 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238829 Jun 09 21:57:04.932722 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:04.953172 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=28def022-915c-4130-af52-e2ead09a85ac,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:04.961356 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.967342 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d3e9330a-b555-442e-99ab-c5501b4b8ca7 tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:05.002551 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-15cd8977-57bd-40eb-b5bc-df82153dfa84 service neutron] 10.222.0.26 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119259 Jun 09 21:57:05.004407 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6d7d-c172-4a64-b392-8d097964cdd9 req-688a5295-73e5-43bb-b677-71d3cd716b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:05.005752 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b7dd6d7d-c172-4a64-b392-8d097964cdd9 req-688a5295-73e5-43bb-b677-71d3cd716b11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.3628135 Jun 09 21:57:05.087175 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:05.087787 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:05.089166 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] 10.222.0.22 "PUT /v2.0/ports/28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 1093 time: 1.7090650 Jun 09 21:57:05.089653 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:05.091924 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b170c-1a1b-4d14-b965-ff75a040238b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:05.135049 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b7dd6d7d-c172-4a64-b392-8d097964cdd9 req-72aa8505-d08b-41f3-abe5-22385b5ebf23 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172588 Jun 09 21:57:05.141857 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Pushing event updated for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:05.145504 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:05.184073 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c71da-274c-42ac-85e7-ff7481366b8f req-1d105e7b-3a01-489c-9126-2b7c3dd3c437 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:05.189423 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d30c71da-274c-42ac-85e7-ff7481366b8f req-1d105e7b-3a01-489c-9126-2b7c3dd3c437 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 943 time: 0.1693356 Jun 09 21:57:05.296087 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d30c71da-274c-42ac-85e7-ff7481366b8f req-c54abfd1-5621-441b-ba07-1346345b7490 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018517 Jun 09 21:57:05.330183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba05a3-59b0-4932-9801-ec9cf5b1dcfd req-250a53d4-fea4-4e9b-8ed0-76b6bf909404 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:05.332027 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-42ba05a3-59b0-4932-9801-ec9cf5b1dcfd req-250a53d4-fea4-4e9b-8ed0-76b6bf909404 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1194949 Jun 09 21:57:05.373977 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad00bd1-37de-4b5c-b716-aed0deabb5af x-openstack-request-id: req-3ad00bd1-37de-4b5c-b716-aed0deabb5af {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:05.374318 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:05.374597 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ad00bd1-37de-4b5c-b716-aed0deabb5af {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:05.375059 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac', 'status': 'completed', 'code': 200} Jun 09 21:57:05.407402 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-42ba05a3-59b0-4932-9801-ec9cf5b1dcfd req-cf6a7e48-4f9f-49a6-a8a1-93371b9c4466 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535264 Jun 09 21:57:05.461877 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ea19208c-dcea-4b07-a6d8-bca9d76b106e req-91bd8d39-8221-4164-a380-62aa82a3b677 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 210 time: 0.0451355 Jun 09 21:57:06.252387 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-348b1919-f66b-41c7-8a42-3d5ec6ea8660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:06.431877 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:07.592490 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:09.301667 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:10.257887 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-7964f8cf-878b-48c7-808c-d3ba768eef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:10.259310 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-7964f8cf-878b-48c7-808c-d3ba768eef3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1096 time: 0.0679228 Jun 09 21:57:10.451384 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-ba0e902f-7d5b-4409-9b77-9c8158dff8b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 217 time: 0.1102076 Jun 09 21:57:10.626039 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-ad1017c2-1c16-4e11-bf33-eafdf4720c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:10.627348 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-ad1017c2-1c16-4e11-bf33-eafdf4720c81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.1368959 Jun 09 21:57:10.702602 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebea327-886e-4920-b9e2-f4bf9fb9d378 req-03f9959d-6ad7-4ec1-ad5b-4950fc82bad6 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:10.704052 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7ebea327-886e-4920-b9e2-f4bf9fb9d378 req-03f9959d-6ad7-4ec1-ad5b-4950fc82bad6 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 943 time: 0.2623115 Jun 09 21:57:10.722273 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e725a-76e4-4373-8036-35a2e75e491e req-ec88d34a-4c85-4490-9985-699aa4323d47 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:10.723614 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9e6e725a-76e4-4373-8036-35a2e75e491e req-ec88d34a-4c85-4490-9985-699aa4323d47 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2383983 Jun 09 21:57:10.798733 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7ebea327-886e-4920-b9e2-f4bf9fb9d378 req-8e36609f-682b-489b-9c77-275e8bd3ec7f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837975 Jun 09 21:57:10.806080 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9e6e725a-76e4-4373-8036-35a2e75e491e req-8d9599d7-37d0-4411-97e6-9c29835add65 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Jun 09 21:57:10.808862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff807e-933c-40c1-bf70-24d506999251 req-9da38175-238b-4744-b737-c52bd1cdf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:10.810227 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-9da38175-238b-4744-b737-c52bd1cdf64d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1733530 Jun 09 21:57:10.946864 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-43685bb3-2ced-419b-a60b-9a7422dc9d5c req-31f632a9-de40-4b06-a19a-866090e8cd7f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 210 time: 0.0540469 Jun 09 21:57:10.988545 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-6866e0e0-e3ff-4914-9bac-6500031b06d0 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694684 Jun 09 21:57:11.261263 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dff807e-933c-40c1-bf70-24d506999251 req-2dc13e3d-1783-4b45-b16a-197ebf7d6d14 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658575 Jun 09 21:57:11.275312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-36a3fe98-9db6-44ee-9cff-51e2ce4bc05f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:11.276724 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-36a3fe98-9db6-44ee-9cff-51e2ce4bc05f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "GET /v2.0/networks?id=f7f182bd-882e-4866-b0a4-4c27236a6d91 HTTP/1.1" status: 200 len: 813 time: 0.1924703 Jun 09 21:57:11.327308 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Request body: {'port': {'device_id': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91', 'admin_state_up': True, 'tenant_id': '61d49a14738f4e10ba171f162296ac41'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:11.658991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Made reservation on behalf of 61d49a14738f4e10ba171f162296ac41 for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:57:11.662394 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:11.676862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-1651cfac-b373-44a8-a11e-bc71410a19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:11.678237 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-1651cfac-b373-44a8-a11e-bc71410a19f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1096 time: 0.2327671 Jun 09 21:57:11.920526 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-232a8f03-653c-4798-8fac-e6ffcdc608b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:11.921969 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-232a8f03-653c-4798-8fac-e6ffcdc608b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 915 time: 0.2363405 Jun 09 21:57:12.026141 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Allocated IP 172.20.0.13 (f7f182bd-882e-4866-b0a4-4c27236a6d91/95da6660-0310-4b08-ac53-530d0834b7be/efa5474c-5dfe-40a7-a7df-149e0d5a8ad4) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:12.077216 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-1a41a77e-7cdd-4848-8588-0f0545058aa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 217 time: 0.1112664 Jun 09 21:57:12.207550 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-aadfbbd1-ad5e-4d5d-818d-82d26ea84d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:12.209012 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-aadfbbd1-ad5e-4d5d-818d-82d26ea84d4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.1223311 Jun 09 21:57:12.341393 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f515a-354e-4d5e-825c-a2315134c682 req-edc30be3-cd12-4e09-a17c-cf39f2e9f61e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:12.342850 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-285f515a-354e-4d5e-825c-a2315134c682 req-edc30be3-cd12-4e09-a17c-cf39f2e9f61e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 943 time: 0.4180195 Jun 09 21:57:12.402878 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0ab59-a19c-47eb-b31b-25bc12635c05 req-7a4caf8c-ff0f-4547-8888-853dbb2e8a52 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:12.404325 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04d0ab59-a19c-47eb-b31b-25bc12635c05 req-7a4caf8c-ff0f-4547-8888-853dbb2e8a52 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.3717616 Jun 09 21:57:12.472026 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-285f515a-354e-4d5e-825c-a2315134c682 req-4a7599fc-5c18-47de-8c04-f845e41ab096 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168754 Jun 09 21:57:12.509830 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04d0ab59-a19c-47eb-b31b-25bc12635c05 req-b93ea308-b72f-4831-a33d-2c58b3700d33 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996659 Jun 09 21:57:12.514030 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-81747c1b-0df5-4829-bfcf-90e6e917e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:12.515434 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-81747c1b-0df5-4829-bfcf-90e6e917e23a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2927139 Jun 09 21:57:12.537003 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:12.676511 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2490bda7-b0af-47f2-ba7e-9bd1ec90d927 req-dc1012b3-58db-440a-9c3b-501465f5fc97 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 210 time: 0.0670037 Jun 09 21:57:12.724281 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-0e0fe1fa-66bc-4d2a-962b-983061168d05 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834786 Jun 09 21:57:12.725842 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:12.731123 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5bcec079-ad70-4f5c-8454-2115f97d0979 tempest-DeleteServersTestJSON-1926636302 tempest-DeleteServersTestJSON-1926636302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:12.898683 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Network f7f182bd-882e-4866-b0a4-4c27236a6d91 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:12.909619 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:12.919619 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:12.997810 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Pushing event updated for resources: {'Port': ['ID=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:13.011949 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:13.184757 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:13.185356 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:13.200228 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-43f1a893-bfde-4557-978e-828f666d76b2 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333553 Jun 09 21:57:13.222240 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8990092 Jun 09 21:57:13.230559 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-799b2078-50d3-48ff-97f6-a43b4804dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:13.231994 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-799b2078-50d3-48ff-97f6-a43b4804dc4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.3733828 Jun 09 21:57:13.244289 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6c926-71c5-4a6a-b2c4-f768de130845 req-0e3fe404-ed6f-4157-ad2f-6240ea56eeb7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:13.245863 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-24d6c926-71c5-4a6a-b2c4-f768de130845 req-0e3fe404-ed6f-4157-ad2f-6240ea56eeb7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2949338 Jun 09 21:57:13.290952 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Request body: {'port': {'device_id': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:13.420862 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-24d6c926-71c5-4a6a-b2c4-f768de130845 req-f4c224ce-e879-43ff-8adc-cd213946fb41 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693637 Jun 09 21:57:13.515786 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-9e2ecc1a-3de6-4a42-9ac9-a9476fd452d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:13.517260 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-9e2ecc1a-3de6-4a42-9ac9-a9476fd452d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.2495372 Jun 09 21:57:13.517926 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:13.627846 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-f119944f-e40a-475d-a85c-efb95402beea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 217 time: 0.1006076 Jun 09 21:57:13.805933 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50108) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:13.843000 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-d813c4c1-5131-4bc5-a8a9-7ded137470a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:13.844430 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-d813c4c1-5131-4bc5-a8a9-7ded137470a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.1797993 Jun 09 21:57:13.920062 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-cb1402f0-3898-43ba-ab45-03122f94b6ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551138 Jun 09 21:57:13.969549 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3f77dcce-34c2-4eee-82fc-0e84ee156ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.070229 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3f77dcce-34c2-4eee-82fc-0e84ee156ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.071858 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556af146-dc0e-415c-b42c-6908e11f39b0 req-ea3331ef-960d-4866-9510-0d27404649b2 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:14.073532 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556af146-dc0e-415c-b42c-6908e11f39b0 req-ea3331ef-960d-4866-9510-0d27404649b2 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 943 time: 0.4877720 Jun 09 21:57:14.074113 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3f77dcce-34c2-4eee-82fc-0e84ee156ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.082873 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9b695842-80bc-4987-ab45-dbbfd02dd45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:14.124008 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3f77dcce-34c2-4eee-82fc-0e84ee156ec8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b8c781130724448a25fd9d3dceb9d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142195 Jun 09 21:57:14.124812 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50116) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:14.134954 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77dcce-34c2-4eee-82fc-0e84ee156ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9021834-3510-4420-83e0-b4c395fc3d44,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:14.139896 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3f77dcce-34c2-4eee-82fc-0e84ee156ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:14.202661 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.203263 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556af146-dc0e-415c-b42c-6908e11f39b0 req-9a99a9b8-79f3-44e5-a1cb-18affba9a9e2 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152470 Jun 09 21:57:14.237233 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a13be3-d332-4c9d-b430-c1b2647b3d31 req-6f640407-0b69-4f50-87f2-2901830f551d tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:14.238716 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6a13be3-d332-4c9d-b430-c1b2647b3d31 req-6f640407-0b69-4f50-87f2-2901830f551d tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 932 time: 0.4398034 Jun 09 21:57:14.242429 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-e01da18b-cf05-4698-bb3c-f711398219a1 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067842 Jun 09 21:57:14.253110 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.313219 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.320767 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.321989 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9021834-3510-4420-83e0-b4c395fc3d44 HTTP/1.1" status: 204 len: 168 time: 0.1966431 Jun 09 21:57:14.325094 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-72cd23d8-14f5-4d8f-81ca-371ed60d6217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:14.336184 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9021834-3510-4420-83e0-b4c395fc3d44,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:14.338612 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:14.427523 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6a13be3-d332-4c9d-b430-c1b2647b3d31 req-381e8929-ea13-4b5e-a5a5-ac08344f8ddd tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819737 Jun 09 21:57:14.436566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:57:14.449032 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.487843 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Transition to ACTIVE for port object efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:14.496654 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.501734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-362cd6fa-92ad-4acc-95d3-96e7fae207d6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:14.532355 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0968fbd-8ebf-44b6-a7ed-6a92c208974e req-678b4413-7446-4ad3-91c2-30809794c39b service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711649 Jun 09 21:57:14.682286 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Pushing event updated for resources: {'Port': ['ID=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:14.689194 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:14.919925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9c5e1-4b11-4e80-a088-5b2485349316 req-730a8621-5b51-469b-9deb-e39d239486dd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:14.921346 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b4b9c5e1-4b11-4e80-a088-5b2485349316 req-730a8621-5b51-469b-9deb-e39d239486dd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.3089530 Jun 09 21:57:14.928701 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Attempting to bind port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:14.929041 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Attempting to bind port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:14.929351 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Attempting to bind port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 on network f7f182bd-882e-4866-b0a4-4c27236a6d91 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:14.947547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 on network f7f182bd-882e-4866-b0a4-4c27236a6d91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:57:14.947547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Attempting to bind port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 on network f7f182bd-882e-4866-b0a4-4c27236a6d91 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:14.957277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:14.957609 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Checking segment: {'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:14.957991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Bound using segment: {'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:14.958454 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Bound port: efa5474c-5dfe-40a7-a7df-149e0d5a8ad4, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:14.958806 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.027421 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b4b9c5e1-4b11-4e80-a088-5b2485349316 req-3bc55765-4507-41b8-b9da-f4fac4df6890 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Jun 09 21:57:15.070428 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] For port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:15.073692 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] For port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:15.077741 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.081364 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ba8247eb-928d-4994-901f-25aa75fd7eed tempest-VolumesNegativeTest-1191577773 tempest-VolumesNegativeTest-1191577773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:15.138288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:15.138886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.140234 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] 10.222.0.22 "PUT /v2.0/ports/efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 HTTP/1.1" status: 200 len: 1094 time: 1.8734655 Jun 09 21:57:15.140706 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'tag': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:15.142931 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691b19b9-63bb-4cc7-8b58-8e7221a63f80" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e44318-2226-4832-b6b1-91d819fb306e", "tag": "efa5474c-5dfe-40a7-a7df-149e0d5a8ad4"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:15.159489 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Pushing event updated for resources: {'Port': ['ID=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:15.162681 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:15.195828 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb9af4f-c615-449c-a4b9-7bcf95528234 x-openstack-request-id: req-9cb9af4f-c615-449c-a4b9-7bcf95528234 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:15.196172 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e44318-2226-4832-b6b1-91d819fb306e", "tag": "efa5474c-5dfe-40a7-a7df-149e0d5a8ad4", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:15.196448 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cb9af4f-c615-449c-a4b9-7bcf95528234 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:15.196944 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'tag': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4', 'status': 'completed', 'code': 200} Jun 09 21:57:15.293875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-8b0a5e47-8640-427e-ac07-ea007c2b31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:15.295360 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-8b0a5e47-8640-427e-ac07-ea007c2b31c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=61d49a14738f4e10ba171f162296ac41&device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 1097 time: 0.0803246 Jun 09 21:57:15.410640 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-2ff60312-bfe1-4446-9c18-118e73d6a116 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 HTTP/1.1" status: 200 len: 217 time: 0.1008887 Jun 09 21:57:15.493299 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-fbb107b3-33f0-459a-b38f-ab1cfed251d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:15.494631 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-fbb107b3-33f0-459a-b38f-ab1cfed251d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95da6660-0310-4b08-ac53-530d0834b7be HTTP/1.1" status: 200 len: 853 time: 0.0768723 Jun 09 21:57:15.509719 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a8fe3-96b7-436c-8293-7e8c3c37e6a3 req-41e806d0-6f7a-4905-a0f9-e70d64f81ec8 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:15.511051 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8f3a8fe3-96b7-436c-8293-7e8c3c37e6a3 req-41e806d0-6f7a-4905-a0f9-e70d64f81ec8 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 943 time: 0.1517501 Jun 09 21:57:15.589234 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-459a3b5b-5e1d-424a-a4ac-a5bf680bcf21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7f182bd-882e-4866-b0a4-4c27236a6d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574684 Jun 09 21:57:15.601194 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8f3a8fe3-96b7-436c-8293-7e8c3c37e6a3 req-129d966e-81c6-42e0-93b8-7f8cedd048a1 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839763 Jun 09 21:57:15.712844 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 28def022-915c-4130-af52-e2ead09a85ac details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:57:15.789311 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-ff6a6fb6-9a8a-4e2a-bda2-f0b51fabb2fe service neutron] 10.222.0.22 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921299 Jun 09 21:57:15.800929 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b14d47-1f6a-4f21-a3b0-f80ad4486b14 req-4ff4fe65-f359-4c6c-92a5-89fc3c1ff319 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:15.802348 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-88b14d47-1f6a-4f21-a3b0-f80ad4486b14 req-4ff4fe65-f359-4c6c-92a5-89fc3c1ff319 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 944 time: 0.1811738 Jun 09 21:57:15.858742 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=28def022-915c-4130-af52-e2ead09a85ac,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:15.872536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '28def022-915c-4130-af52-e2ead09a85ac', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'port_id': '28def022-915c-4130-af52-e2ead09a85ac', 'mac_address': 'fa:16:3e:f9:2f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:57:15.929575 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.946002 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-88b14d47-1f6a-4f21-a3b0-f80ad4486b14 req-06d79809-8745-4e6d-9f69-0f03a35b93fe tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194584 Jun 09 21:57:15.946477 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28def022-915c-4130-af52-e2ead09a85ac {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:57:15.967370 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=28def022-915c-4130-af52-e2ead09a85ac,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:15.979193 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.981786 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-a21302fe-d512-4817-b26f-90f886d43c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:15.997865 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c47a8a-9681-446e-bc77-0db12a233bed req-d972e2a5-6ba7-4809-a2ed-6ed732c6300b service neutron] 10.222.0.22 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945753 Jun 09 21:57:16.052823 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:16.060145 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.060497 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.060841 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.061183 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.061536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.061876 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.062205 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.062537 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.062874 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.063193 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.063516 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.063871 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:16.068025 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:16.258955 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8488cc5-7fda-409c-9653-c8f6872c4534 req-18a453b8-f733-4648-ba3d-bb6108b86105 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:16.260712 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8488cc5-7fda-409c-9653-c8f6872c4534 req-18a453b8-f733-4648-ba3d-bb6108b86105 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1153138 Jun 09 21:57:16.262642 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-9a781292-7708-41c9-890e-d9f064f1a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:16.263989 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-9a781292-7708-41c9-890e-d9f064f1a3d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=61d49a14738f4e10ba171f162296ac41&device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 1097 time: 0.1572595 Jun 09 21:57:16.388242 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8488cc5-7fda-409c-9653-c8f6872c4534 req-03f2f701-c83a-46fc-a5f0-cc02792dfbc3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215475 Jun 09 21:57:16.436310 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-1dff1db9-b748-4ae9-b00f-0dd26ecfb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:16.437763 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-1dff1db9-b748-4ae9-b00f-0dd26ecfb7a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7f182bd-882e-4866-b0a4-4c27236a6d91 HTTP/1.1" status: 200 len: 914 time: 0.1579008 Jun 09 21:57:16.506161 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-88763e68-bf0c-4f55-a193-76c8104a2bea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 HTTP/1.1" status: 200 len: 217 time: 0.0612528 Jun 09 21:57:16.573501 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-b3896f2b-8016-4f93-8e37-db1065dd5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:16.575712 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-b3896f2b-8016-4f93-8e37-db1065dd5f22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95da6660-0310-4b08-ac53-530d0834b7be HTTP/1.1" status: 200 len: 853 time: 0.0626407 Jun 09 21:57:16.622736 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-9586fd58-d4bc-43c8-997f-dcf7053e6ba6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7f182bd-882e-4866-b0a4-4c27236a6d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404561 Jun 09 21:57:16.651616 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['28def022-915c-4130-af52-e2ead09a85ac'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:57:16.933060 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-e53e8603-2d73-4d85-8d10-496dec1b5bf9 service neutron] 10.222.0.22 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806830 Jun 09 21:57:16.968132 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4e723-d515-40ab-bda9-c1792c1c2ff7 req-bcb2915d-554d-40c5-9300-cc5dd0b9b642 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:16.969636 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e9a4e723-d515-40ab-bda9-c1792c1c2ff7 req-bcb2915d-554d-40c5-9300-cc5dd0b9b642 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 944 time: 0.1560249 Jun 09 21:57:17.113695 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e9a4e723-d515-40ab-bda9-c1792c1c2ff7 req-076e4717-3505-4661-94c2-fd2dd3dd58d3 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989571 Jun 09 21:57:17.170785 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-691b19b9-63bb-4cc7-8b58-8e7221a63f80 req-86bf71eb-b318-46e5-9771-74fe517657ff service neutron] 10.222.0.22 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299078 Jun 09 21:57:17.189310 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062c9b5-82f8-4b6e-9d2d-9c258a7ba740 req-6d2ddbb8-6a0c-4717-9b1a-f9cbcfd010b7 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:17.190797 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b062c9b5-82f8-4b6e-9d2d-9c258a7ba740 req-6d2ddbb8-6a0c-4717-9b1a-f9cbcfd010b7 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 944 time: 0.1247978 Jun 09 21:57:17.237585 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b062c9b5-82f8-4b6e-9d2d-9c258a7ba740 req-aaa03594-ce91-4d38-9530-a0b13fd25075 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Jun 09 21:57:17.581652 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff733649-b9d0-4ec1-a14e-8aa3a58aeb49 req-dfe6db48-7751-4e9d-bbc7-06177d9f580d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:17.583147 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff733649-b9d0-4ec1-a14e-8aa3a58aeb49 req-dfe6db48-7751-4e9d-bbc7-06177d9f580d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0848904 Jun 09 21:57:17.629543 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff733649-b9d0-4ec1-a14e-8aa3a58aeb49 req-36f05d66-62ca-4b04-9e9b-2d0a7170dd5a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Jun 09 21:57:18.302508 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e7ce8-eb40-4ac0-986d-3cded716a856 req-01ec309c-e8f1-4ec8-a799-6106c8ddd994 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:18.304062 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-630e7ce8-eb40-4ac0-986d-3cded716a856 req-01ec309c-e8f1-4ec8-a799-6106c8ddd994 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 944 time: 0.0799344 Jun 09 21:57:18.401138 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-630e7ce8-eb40-4ac0-986d-3cded716a856 req-69ddfbc3-b0f5-4cd1-ab09-c8c7e1d3408f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824139 Jun 09 21:57:18.438397 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e642bfd-4819-4ea6-8c2d-bd42c2bd286e req-00d9cafc-2175-4cc9-9e76-06abd2619e0a tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:18.439844 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4e642bfd-4819-4ea6-8c2d-bd42c2bd286e req-00d9cafc-2175-4cc9-9e76-06abd2619e0a tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 944 time: 0.0897865 Jun 09 21:57:18.484836 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4e642bfd-4819-4ea6-8c2d-bd42c2bd286e req-729db1c9-7597-4f27-9cad-4681e9369fc6 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 Jun 09 21:57:18.825662 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b52da-2396-4e13-9a52-8f0ea5237fc7 req-f55b7dad-41de-406a-8c6c-b0f5d8659e64 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:18.827102 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c92b52da-2396-4e13-9a52-8f0ea5237fc7 req-f55b7dad-41de-406a-8c6c-b0f5d8659e64 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0823493 Jun 09 21:57:18.871184 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c92b52da-2396-4e13-9a52-8f0ea5237fc7 req-98f0c16f-8846-4d96-8e97-6f6a3fdf489d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Jun 09 21:57:19.582690 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1962b5-3366-4568-b04c-3a7ea18c6d86 req-1c7e804a-7066-4144-9814-af33e35053bf tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:19.584306 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2f1962b5-3366-4568-b04c-3a7ea18c6d86 req-1c7e804a-7066-4144-9814-af33e35053bf tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 944 time: 0.0766988 Jun 09 21:57:19.683822 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2f1962b5-3366-4568-b04c-3a7ea18c6d86 req-e73506e9-21e1-4c7b-8a30-9271c32dadfa tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926230 Jun 09 21:57:19.707537 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbfc21-adbb-4e33-9100-0fd6f185d18e req-32ec4deb-ac78-44a9-9c7c-c90f8eda829f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:19.709142 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a8bbfc21-adbb-4e33-9100-0fd6f185d18e req-32ec4deb-ac78-44a9-9c7c-c90f8eda829f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 944 time: 0.1043353 Jun 09 21:57:19.731186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:57:19.743536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 28def022-915c-4130-af52-e2ead09a85ac up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:19.757165 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a8bbfc21-adbb-4e33-9100-0fd6f185d18e req-9970a492-7b48-4a2c-ac5c-5448a4bbcb87 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 Jun 09 21:57:19.938369 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 28def022-915c-4130-af52-e2ead09a85ac completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:19.949556 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 28def022-915c-4130-af52-e2ead09a85ac triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:19.950194 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.988412 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:20.015278 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4', 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91', 'port_id': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4', 'mac_address': 'fa:16:3e:99:f1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95da6660-0310-4b08-ac53-530d0834b7be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:57:20.109354 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.138590 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:57:20.146835 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.177901 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:20.184154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28def022-915c-4130-af52-e2ead09a85ac'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:20.186424 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed340d1-85a5-484f-8e41-e4d4bf69f9d2" -d '{"events": [{"server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "name": "network-vif-plugged", "status": "completed", "tag": "28def022-915c-4130-af52-e2ead09a85ac"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:20.191976 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.194465 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:20.223744 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=28def022-915c-4130-af52-e2ead09a85ac,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:20.231268 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3137dcae-7631-48ad-8caa-9a972b4e67b0 x-openstack-request-id: req-3137dcae-7631-48ad-8caa-9a972b4e67b0 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:20.231523 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "name": "network-vif-plugged", "status": "completed", "tag": "28def022-915c-4130-af52-e2ead09a85ac", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:20.231783 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3137dcae-7631-48ad-8caa-9a972b4e67b0 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:20.232194 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28def022-915c-4130-af52-e2ead09a85ac', 'code': 200} Jun 09 21:57:20.239208 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.264685 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:20.267795 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:20.268290 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c77efced-07b8-467e-82c3-5332efbbed07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:20.336963 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:20.340095 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:20.664178 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde1aea-e1da-4df7-b2d6-443a6428e841 req-9d91e121-6cef-453a-b1eb-7cffb5028129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:20.665632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6bde1aea-e1da-4df7-b2d6-443a6428e841 req-9d91e121-6cef-453a-b1eb-7cffb5028129 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1098 time: 0.1358621 Jun 09 21:57:20.676162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595f5b-c48e-4d0b-960f-c727f687fdc4 req-294cc3f8-0156-43d1-9d32-e4823be24bfb tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:20.678688 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-15595f5b-c48e-4d0b-960f-c727f687fdc4 req-294cc3f8-0156-43d1-9d32-e4823be24bfb tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1141174 Jun 09 21:57:20.742654 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['efa5474c-5dfe-40a7-a7df-149e0d5a8ad4'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:57:20.750145 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6bde1aea-e1da-4df7-b2d6-443a6428e841 req-41691a73-66c8-48a6-9751-669f7022a09c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 Jun 09 21:57:20.758121 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-15595f5b-c48e-4d0b-960f-c727f687fdc4 req-1caf0574-11e3-420b-b23d-f19f8214d757 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611079 Jun 09 21:57:20.931384 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b13ab3-c70b-4a3d-a319-8ce1d1a72cc7 req-6eaba77b-9bf7-4565-82d0-4066c4b30e1d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:20.932916 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c8b13ab3-c70b-4a3d-a319-8ce1d1a72cc7 req-6eaba77b-9bf7-4565-82d0-4066c4b30e1d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.1307595 Jun 09 21:57:20.991750 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c8b13ab3-c70b-4a3d-a319-8ce1d1a72cc7 req-106dce7d-f21d-4c1e-89c2-b05665062eb7 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499442 Jun 09 21:57:20.999906 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2d49-75e5-4fc0-93be-5c00123a703e req-92260cac-db1e-4618-b63b-17f2eec17134 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:21.001338 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d34d2d49-75e5-4fc0-93be-5c00123a703e req-92260cac-db1e-4618-b63b-17f2eec17134 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 945 time: 0.1336544 Jun 09 21:57:21.064910 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d34d2d49-75e5-4fc0-93be-5c00123a703e req-41f4c746-b938-4eb3-b32a-651bc868f375 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576634 Jun 09 21:57:22.173994 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1c27e-bd3f-4053-94dd-1cdff8a8722a req-7a23826d-129a-4c6a-a636-87b50ca03642 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:22.175441 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ccd1c27e-bd3f-4053-94dd-1cdff8a8722a req-7a23826d-129a-4c6a-a636-87b50ca03642 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0784318 Jun 09 21:57:22.265319 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ccd1c27e-bd3f-4053-94dd-1cdff8a8722a req-cc59f6ba-61a3-42a8-acfd-982967498311 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591893 Jun 09 21:57:22.299047 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35150dee-d3c1-42d3-aa13-bad73eadbfbd req-4f93a7f1-3ed3-4e87-b155-8e07ec7aa817 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:22.300502 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-35150dee-d3c1-42d3-aa13-bad73eadbfbd req-4f93a7f1-3ed3-4e87-b155-8e07ec7aa817 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 945 time: 0.1241982 Jun 09 21:57:22.346615 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-35150dee-d3c1-42d3-aa13-bad73eadbfbd req-4587bd55-7f0c-429c-826d-ffc714726c66 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Jun 09 21:57:23.491901 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735aa2-b642-498e-b00e-90a7603a5811 req-e3e1bf59-f297-4a75-b9ae-f8822e62cea1 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:23.493327 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-23735aa2-b642-498e-b00e-90a7603a5811 req-e3e1bf59-f297-4a75-b9ae-f8822e62cea1 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.1128771 Jun 09 21:57:23.641450 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-23735aa2-b642-498e-b00e-90a7603a5811 req-2fd90d18-82b2-4f9e-8b95-34d89f5cd3cb tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423066 Jun 09 21:57:23.665598 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb8f12-1ce2-4bd7-8f1c-a4b81b17ce85 req-2e3f5d00-f3b6-4eeb-bc33-89b2756d7001 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:23.667212 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8dfb8f12-1ce2-4bd7-8f1c-a4b81b17ce85 req-2e3f5d00-f3b6-4eeb-bc33-89b2756d7001 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 945 time: 0.2127156 Jun 09 21:57:23.722611 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8dfb8f12-1ce2-4bd7-8f1c-a4b81b17ce85 req-e476908d-ad1e-460c-bdaa-ebd022ff723c tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498145 Jun 09 21:57:23.744932 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:23.842000 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:23.848112 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:23.848664 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:23.863467 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a47e7-6037-4a6e-84eb-bb8d87ba4caa req-b1a45527-a7c4-4d76-b417-32ef41e0a237 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:23.864953 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-292a47e7-6037-4a6e-84eb-bb8d87ba4caa req-b1a45527-a7c4-4d76-b417-32ef41e0a237 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0831347 Jun 09 21:57:23.916140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-292a47e7-6037-4a6e-84eb-bb8d87ba4caa req-b131b709-63d2-4ad3-aefe-367a3f397a91 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452108 Jun 09 21:57:24.008882 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:24.039968 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:24.042246 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ed7ca3-29ae-4ce7-9cee-4459e88fe2c2" -d '{"events": [{"server_uuid": "e9e44318-2226-4832-b6b1-91d819fb306e", "name": "network-vif-plugged", "status": "completed", "tag": "efa5474c-5dfe-40a7-a7df-149e0d5a8ad4"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:24.050181 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:24.055770 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:24.057905 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:24.129783 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:24.132925 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:24.188982 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68880bac-3462-4971-b80b-5f1b241776ef x-openstack-request-id: req-68880bac-3462-4971-b80b-5f1b241776ef {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:24.189282 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e44318-2226-4832-b6b1-91d819fb306e", "name": "network-vif-plugged", "status": "completed", "tag": "efa5474c-5dfe-40a7-a7df-149e0d5a8ad4", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:24.189541 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68880bac-3462-4971-b80b-5f1b241776ef {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:24.189932 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4', 'code': 200} Jun 09 21:57:24.354092 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536443c0-ba51-412e-a8f3-622a56f782f9 req-1cb65db9-2be8-4ad4-bc8b-df622385ea13 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:24.355549 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-536443c0-ba51-412e-a8f3-622a56f782f9 req-1cb65db9-2be8-4ad4-bc8b-df622385ea13 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0814819 Jun 09 21:57:24.431329 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-536443c0-ba51-412e-a8f3-622a56f782f9 req-47a77328-c62b-41c2-953a-ba8ff4f7e25a tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698829 Jun 09 21:57:24.475980 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e59ea-e816-47f2-aaeb-5e56fc32eaf9 req-822b60df-d8f1-4289-a0f7-006f26b0dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:24.477444 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c09e59ea-e816-47f2-aaeb-5e56fc32eaf9 req-822b60df-d8f1-4289-a0f7-006f26b0dcdc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 1099 time: 0.0769196 Jun 09 21:57:24.521955 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c09e59ea-e816-47f2-aaeb-5e56fc32eaf9 req-57ef8655-b814-43b9-ba3d-4a5043dcd418 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Jun 09 21:57:25.088403 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa572-0708-4a43-aa29-9b922116375c req-10520f6a-bdaf-4855-b48c-01847718df52 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:25.089955 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-733aa572-0708-4a43-aa29-9b922116375c req-10520f6a-bdaf-4855-b48c-01847718df52 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 946 time: 0.0841508 Jun 09 21:57:25.133891 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-733aa572-0708-4a43-aa29-9b922116375c req-e8f3d578-d1ce-4647-b9c7-3378f2facb83 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Jun 09 21:57:26.330714 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08495da3-5b9a-4e5f-b5c5-e373ac3f0249 req-96dd1222-80c9-4fb5-a38e-e3a331bbc7e9 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:26.332213 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-08495da3-5b9a-4e5f-b5c5-e373ac3f0249 req-96dd1222-80c9-4fb5-a38e-e3a331bbc7e9 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 946 time: 0.0916734 Jun 09 21:57:26.378974 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-08495da3-5b9a-4e5f-b5c5-e373ac3f0249 req-dee394bb-629a-4789-bb35-6eab15654185 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Jun 09 21:57:27.572693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e873-1f7a-47ef-a2d2-890a65f0834e req-a7fcf271-6ce3-45f1-a77e-d1295a552b0a tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:27.574153 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1613e873-1f7a-47ef-a2d2-890a65f0834e req-a7fcf271-6ce3-45f1-a77e-d1295a552b0a tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 946 time: 0.0823209 Jun 09 21:57:27.623350 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1613e873-1f7a-47ef-a2d2-890a65f0834e req-500ade49-7723-44da-9da1-a8a4fcb5a0b5 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Jun 09 21:57:29.892149 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a5a5-87ac-483f-a362-84548adf9376 req-682a1076-7f2b-43a8-9996-a2f9d7ab0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:29.893602 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0504a5a5-87ac-483f-a362-84548adf9376 req-682a1076-7f2b-43a8-9996-a2f9d7ab0967 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.1322324 Jun 09 21:57:29.909047 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d32832-e970-4ae0-9eb5-caad96cef143 req-d277e113-b6e8-45fb-845e-186840243310 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:29.910472 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-42d32832-e970-4ae0-9eb5-caad96cef143 req-d277e113-b6e8-45fb-845e-186840243310 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1155815 Jun 09 21:57:30.035055 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-42d32832-e970-4ae0-9eb5-caad96cef143 req-8940f7f9-1355-4a05-af00-7472f9ff7d44 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023178 Jun 09 21:57:30.077112 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a5a5-87ac-483f-a362-84548adf9376 req-26f816d6-9bc1-4c0d-af63-e48ce3cc2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:30.078549 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0504a5a5-87ac-483f-a362-84548adf9376 req-26f816d6-9bc1-4c0d-af63-e48ce3cc2ead service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.1672361 Jun 09 21:57:30.156691 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0504a5a5-87ac-483f-a362-84548adf9376 req-faa102a6-b4ce-493e-aea7-c58c26320246 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 217 time: 0.0621243 Jun 09 21:57:30.218678 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a5a5-87ac-483f-a362-84548adf9376 req-d0cbbc4d-786a-45cf-81fb-4d269550c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:30.220127 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0504a5a5-87ac-483f-a362-84548adf9376 req-d0cbbc4d-786a-45cf-81fb-4d269550c67c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.0570784 Jun 09 21:57:30.275486 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0504a5a5-87ac-483f-a362-84548adf9376 req-1fc85bb3-c537-45ac-ac64-e1c974687527 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403228 Jun 09 21:57:30.485395 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0504a5a5-87ac-483f-a362-84548adf9376 req-3718a48c-6276-46b9-9c42-ba6edfb61020 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916218 Jun 09 21:57:30.492539 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-416f7830-566b-4280-9138-77fefe78da68 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1281054 Jun 09 21:57:30.666370 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0504a5a5-87ac-483f-a362-84548adf9376 req-9f9204aa-637a-428d-bfa6-81f4be1c752d service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729138 Jun 09 21:57:30.671938 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-288983c9-f363-4db8-95ee-4ab5af88a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:30.673241 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-288983c9-f363-4db8-95ee-4ab5af88a5f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 1098 time: 0.1198392 Jun 09 21:57:30.917662 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-9c59260e-dce5-4423-b74b-6335796b05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:30.919103 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-9c59260e-dce5-4423-b74b-6335796b05b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.2108917 Jun 09 21:57:30.995926 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-fef587b3-bb37-4cb3-8675-42a33f1ced4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=626d3228-7051-4f21-84db-1a074fa0769a HTTP/1.1" status: 200 len: 217 time: 0.0637443 Jun 09 21:57:31.061236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-63068e7a-6aa3-4102-bbe2-85f30af1dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:31.062620 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-63068e7a-6aa3-4102-bbe2-85f30af1dd94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.0552003 Jun 09 21:57:31.122158 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-f6e92537-44d1-4cbe-b5d8-e598cd51d7f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436883 Jun 09 21:57:31.311774 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-9285d594-31fd-449b-a04a-a0cab7a4aa35 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784053 Jun 09 21:57:31.323280 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a25ab-4b33-47a1-8d74-bed3810e2b70 req-36500014-2d97-4b1f-b711-4c2d696bcd36 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:31.324686 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-112a25ab-4b33-47a1-8d74-bed3810e2b70 req-36500014-2d97-4b1f-b711-4c2d696bcd36 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1724603 Jun 09 21:57:31.450327 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-112a25ab-4b33-47a1-8d74-bed3810e2b70 req-7b8748db-0d71-4e64-828b-feeeee4de178 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192274 Jun 09 21:57:31.497297 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bfb2b52-7a6b-4287-9c1b-8d47ac45e8e9 req-b5f1f3c6-d4e2-41b7-8866-d44d98e9d595 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491094 Jun 09 21:57:32.642269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a4daa-f183-4cc5-ab87-3ff19947b4a8 req-836d70f0-8f8a-4201-a0be-dce8451afac5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:32.643907 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-929a4daa-f183-4cc5-ab87-3ff19947b4a8 req-836d70f0-8f8a-4201-a0be-dce8451afac5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0842600 Jun 09 21:57:32.690688 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-929a4daa-f183-4cc5-ab87-3ff19947b4a8 req-43ebe5e0-eb83-487e-b1ca-56d0397a6aaf tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Jun 09 21:57:33.048667 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.884611 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c73c3-8972-4d97-b056-df5b15fa18db req-a6170060-86b7-49ba-a3ac-6989a747481b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:33.889695 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9d3c73c3-8972-4d97-b056-df5b15fa18db req-a6170060-86b7-49ba-a3ac-6989a747481b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0872979 Jun 09 21:57:33.941013 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9d3c73c3-8972-4d97-b056-df5b15fa18db req-2c1bf683-74c4-4ba5-b0a7-fd5832db599d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Jun 09 21:57:34.040679 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-61105f4e-1093-40b4-b30c-62641297d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:35.127539 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a05fc-2f93-4c90-bd7c-50c87ec71a31 req-c726e5d8-6a79-4170-9925-9e7696a27887 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:35.129619 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-586a05fc-2f93-4c90-bd7c-50c87ec71a31 req-c726e5d8-6a79-4170-9925-9e7696a27887 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0805607 Jun 09 21:57:35.174745 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-586a05fc-2f93-4c90-bd7c-50c87ec71a31 req-149222b0-1e29-4099-96cf-7e535a41beb6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Jun 09 21:57:36.254866 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9bc1dceb-9d3c-446d-9219-0f0ffa2fdd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.382202 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6a830-162e-4f7d-8dab-5abc8473bc9c req-9a2360bc-0026-4b84-8a3f-ed78b242bb78 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:36.383850 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04d6a830-162e-4f7d-8dab-5abc8473bc9c req-9a2360bc-0026-4b84-8a3f-ed78b242bb78 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0864491 Jun 09 21:57:36.429354 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04d6a830-162e-4f7d-8dab-5abc8473bc9c req-bde09cea-427a-4337-8d7e-519a66998f51 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Jun 09 21:57:36.441015 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.600804 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.624297 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e08d4b-7b32-44a9-b9fa-f291fcd417ce req-1851e15b-00a6-49f9-bf64-2ddf585649ce tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:37.625767 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16e08d4b-7b32-44a9-b9fa-f291fcd417ce req-1851e15b-00a6-49f9-bf64-2ddf585649ce tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0843377 Jun 09 21:57:37.674861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16e08d4b-7b32-44a9-b9fa-f291fcd417ce req-5e09aa1a-2dd2-4cc1-8afe-3912882aaf33 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Jun 09 21:57:38.183498 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14223546-e043-43df-9284-e3182a142354 req-127f3d8a-7653-4e1e-bd33-83e4348c585f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:38.185041 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-14223546-e043-43df-9284-e3182a142354 req-127f3d8a-7653-4e1e-bd33-83e4348c585f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0815809 Jun 09 21:57:38.229344 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-14223546-e043-43df-9284-e3182a142354 req-61643469-fec0-4c8f-8c02-0f50b41eadc0 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387557 Jun 09 21:57:38.252065 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50550) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:38.481983 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931af33c-a2e8-467c-bd41-2e06a0d42769 tempest-TestMinimumBasicScenario-418870998 tempest-TestMinimumBasicScenario-418870998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:38.483463 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-931af33c-a2e8-467c-bd41-2e06a0d42769 tempest-TestMinimumBasicScenario-418870998 tempest-TestMinimumBasicScenario-418870998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1093 time: 0.2304337 Jun 09 21:57:38.486274 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50554) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:38.490507 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'port_id': '28def022-915c-4130-af52-e2ead09a85ac', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:38.512447 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for floatingip, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.651726 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.793482 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Allocated IP 172.27.1.155 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/bed89a8e-627f-4866-b411-d0a86f4ad838) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:38.892458 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fb6af-67ed-456f-803f-681775faf6af req-076735fa-0b92-4ae9-9cf2-f468a87ee5b9 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:38.893921 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-816fb6af-67ed-456f-803f-681775faf6af req-076735fa-0b92-4ae9-9cf2-f468a87ee5b9 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0916629 Jun 09 21:57:38.943281 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-816fb6af-67ed-456f-803f-681775faf6af req-1fcb6dcd-c83d-48cf-a9d1-c8c31e1d2a36 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Jun 09 21:57:38.950317 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.979756 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.984583 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d610b310-76dc-496e-b7da-921181abd845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:39.046877 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:39.050181 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:39.054454 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:39.097162 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'Port': ['ID=bed89a8e-627f-4866-b411-d0a86f4ad838,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:39.111983 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.112355 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.112719 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.113077 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.113429 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.113777 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.114124 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.114470 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.114813 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.115155 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.115497 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.116390 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:39.121388 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:39.308714 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.553801 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.627992 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.838077 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.843088 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.847713 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:39.957670 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:57:39.964094 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'Port': ['ID=bed89a8e-627f-4866-b411-d0a86f4ad838,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:39.968797 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:39.975542 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:40.143021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133b696-0920-4521-bc9a-85e6bf5e64d7 req-e24473e3-3b2d-44b7-b66f-e24f7a2cdd2e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:40.144572 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a133b696-0920-4521-bc9a-85e6bf5e64d7 req-e24473e3-3b2d-44b7-b66f-e24f7a2cdd2e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0835242 Jun 09 21:57:40.147015 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.l3_db [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Floating IP 100d381a-d61d-4b3f-b967-dfb8e4000cd0 associated. External IP: 172.27.1.155, port: 28def022-915c-4130-af52-e2ead09a85ac. Jun 09 21:57:40.193227 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a133b696-0920-4521-bc9a-85e6bf5e64d7 req-f0592838-a408-4e94-b714-1b5ef4733ba3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Jun 09 21:57:40.496535 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Router 6cd6c93d-08b7-4ecb-843a-42367e5a498d has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:57:40.760071 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:57:40.769400 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] Sync routers for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:57:40.778398 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:40.778992 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:40.780423 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:40.843672 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3563807 Jun 09 21:57:40.844340 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac'}] {{(pid=91685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:40.846564 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 50578) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:40.846709 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfc2ebf8fce5b722e88ee359368948f5e1fee44d3f1fb1fb03041e7ded0e7c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89728da6-3e11-42b9-8db8-4fd0636188fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac"}]}' {{(pid=91685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:40.852132 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285211200', 'description': 'tempest-secgroup-smoke-1285211200 description', 'project_id': '7d5c87e07d934784affbed49a88a2e8a'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:40.882388 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:40.898365 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811982d4-400d-4215-a7c4-7a9162ed95a0 x-openstack-request-id: req-811982d4-400d-4215-a7c4-7a9162ed95a0 {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:40.898750 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac", "status": "completed", "code": 200}]} {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:40.899094 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-811982d4-400d-4215-a7c4-7a9162ed95a0 {{(pid=91685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:40.899577 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac', 'status': 'completed', 'code': 200} Jun 09 21:57:40.956554 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:41.038189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.051069 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.057816 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:41.093772 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.095324 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2473834 Jun 09 21:57:41.100496 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50584) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:41.106308 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb9633e-a54c-41de-acf6-8d2386a3990c,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:41.110738 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'security_group_rule': {'security_group_id': 'deb9633e-a54c-41de-acf6-8d2386a3990c', 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:41.117208 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.117572 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.117925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.118277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.118952 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.119301 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.119948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.120295 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.120871 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.120980 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.121299 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.121635 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:41.126306 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-98b157ef-69bd-48dd-a7ab-12707bfb2f9e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:41.129886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-0a1c7249-cf2e-4b4b-8304-db6d8c230386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:41.130961 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-0a1c7249-cf2e-4b4b-8304-db6d8c230386 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1098 time: 0.1629119 Jun 09 21:57:41.156705 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.253434 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.262700 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.283031 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a9473570-2ac3-4ad9-90a9-b9504bae6e36 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:41.332497 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361a5c39-bf1d-4a90-a12d-936653df6396,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:41.343503 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:41.351139 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.355205 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3b990077-ec1a-4e80-a74d-ad2385e1c083 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2506540 Jun 09 21:57:41.357667 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50594) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:41.362330 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'security_group_rule': {'security_group_id': 'deb9633e-a54c-41de-acf6-8d2386a3990c', 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:41.405067 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.438322 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '100d381a-d61d-4b3f-b967-dfb8e4000cd0', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'port_id': '28def022-915c-4130-af52-e2ead09a85ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'mac_address': 'fa:16:3e:f9:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:57:39Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 0, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:16Z', 'revision_number': 5, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:41.442381 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] Checking router: 6cd6c93d-08b7-4ecb-843a-42367e5a498d for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:57:41.454182 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:41.455755 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:41.500546 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.506359 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.518039 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:41.530721 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-e2f32b09-5bbd-4574-a96f-543fe9ab655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:41.532663 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-e2f32b09-5bbd-4574-a96f-543fe9ab655f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 915 time: 0.3925846 Jun 09 21:57:41.544389 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4944f42-fcb6-4bb7-a693-1127226b6202,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:41.557461 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:41.559761 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.564169 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2053549 Jun 09 21:57:41.565006 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50598) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:41.578658 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'security_group_rule': {'security_group_id': 'deb9633e-a54c-41de-acf6-8d2386a3990c', 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:41.613292 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.646850 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-67ec5ba9-1c1d-4d47-942c-28492b23afae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 999 time: 0.1057806 Jun 09 21:57:41.655170 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218af3f-232f-4be5-95c1-a0bb71f0007f req-0e42af1f-962b-47bc-9a23-6e0525fef8fc tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:41.661914 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c218af3f-232f-4be5-95c1-a0bb71f0007f req-0e42af1f-962b-47bc-9a23-6e0525fef8fc tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2916784 Jun 09 21:57:41.666392 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:41.689909 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.695084 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.704320 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:41.730344 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23338b6-73ec-4815-bd2d-15c7cc80e755,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:41.737324 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:41.739258 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.747203 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 50604) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:41.748186 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-edc48071-bc78-40b8-9c05-01d53622cb32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818986 Jun 09 21:57:41.756907 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'security_group_rule': {'security_group_id': 'deb9633e-a54c-41de-acf6-8d2386a3990c', 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:41.765968 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c218af3f-232f-4be5-95c1-a0bb71f0007f req-a74d292f-8806-411d-93d4-69e805d05f00 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032367 Jun 09 21:57:41.769171 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-bf1cc6c8-0bcc-4150-b66c-c9ab4a5ce401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:41.770594 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-bf1cc6c8-0bcc-4150-b66c-c9ab4a5ce401 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.1052551 Jun 09 21:57:41.852079 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.890810 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-f97f0fad-0e96-4e5c-990e-df10a7117611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:41.892336 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-f97f0fad-0e96-4e5c-990e-df10a7117611 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1139250 Jun 09 21:57:42.018124 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.060498 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.083794 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:42.107428 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '100d381a-d61d-4b3f-b967-dfb8e4000cd0', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'port_id': '28def022-915c-4130-af52-e2ead09a85ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'mac_address': 'fa:16:3e:f9:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:57:39Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 0, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:16Z', 'revision_number': 5, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:42.111575 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82166f-ee89-4ef7-8b3c-db841ab29f28 None None] The sync data for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi is: [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '100d381a-d61d-4b3f-b967-dfb8e4000cd0', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'port_id': '28def022-915c-4130-af52-e2ead09a85ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'mac_address': 'fa:16:3e:f9:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:57:39Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 0, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:16Z', 'revision_number': 5, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:57:42.114920 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675c558b-2d1f-4ecf-b939-110bb0f22028,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:42.118631 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-7af1b561-e232-40ed-8b96-8b0b58fbd695 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174249 Jun 09 21:57:42.121827 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:42.153830 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.155134 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4049721 Jun 09 21:57:42.158131 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50614) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:42.163980 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'security_group_rule': {'security_group_id': 'deb9633e-a54c-41de-acf6-8d2386a3990c', 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:42.191661 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.securitygroups_db [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Project 7d5c87e07d934784affbed49a88a2e8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 21:57:42.200709 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.241441 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd8162-4f97-491d-859e-c7c9c88f681a req-3f87a1fe-cfa4-4cce-bc33-4dae08e53d5a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:42.248334 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fdcd8162-4f97-491d-859e-c7c9c88f681a req-3f87a1fe-cfa4-4cce-bc33-4dae08e53d5a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.2197120 Jun 09 21:57:42.273068 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.279496 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.281807 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:42.309932 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166f386c-689a-40c6-9502-3f8f4fa42275,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:42.314291 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:42.321012 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.324021 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639392 Jun 09 21:57:42.327749 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50618) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:42.334182 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'security_group_rule': {'security_group_id': 'deb9633e-a54c-41de-acf6-8d2386a3990c', 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:42.339153 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fdcd8162-4f97-491d-859e-c7c9c88f681a req-aeecc1ea-4f03-4a8c-935b-f56c0bda4a28 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898283 Jun 09 21:57:42.341201 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89728da6-3e11-42b9-8db8-4fd0636188fa req-44153558-b850-41aa-9c44-b6beb29f675a service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066293 Jun 09 21:57:42.361253 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.securitygroups_db [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Project 7d5c87e07d934784affbed49a88a2e8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 21:57:42.369344 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.411622 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f7b01-5b35-405a-a2b4-2e863463d479 None None] New status for floating IP 100d381a-d61d-4b3f-b967-dfb8e4000cd0: ACTIVE {{(pid=91687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 21:57:42.448268 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.452047 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.454085 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:42.476724 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7008ae-2deb-4615-b5a9-046db54e74bc,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:42.481314 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:42.484411 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:42.485787 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-60ddaa17-7d39-42cb-9394-4d134b48c86c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1560638 Jun 09 21:57:42.614120 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-17b3714e-32bc-421c-a543-9a1133f43ee5 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285211200&fields=id&tenant_id=7d5c87e07d934784affbed49a88a2e8a HTTP/1.1" status: 200 len: 267 time: 0.0440309 Jun 09 21:57:42.699108 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-b8845e67-9f6f-4363-b42c-ff2ef75f6611 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:42.700830 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-b8845e67-9f6f-4363-b42c-ff2ef75f6611 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0799932 Jun 09 21:57:42.713594 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'port': {'security_groups': ['855d390e-6298-4de6-83b6-cf30f15f57ca', 'deb9633e-a54c-41de-acf6-8d2386a3990c']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:42.832368 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.087105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586287b-aa99-4938-a066-e59224483473 req-18836447-9356-464d-ac53-fd715ebd2ccf tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.088681 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c586287b-aa99-4938-a066-e59224483473 req-18836447-9356-464d-ac53-fd715ebd2ccf tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2122381 Jun 09 21:57:43.168860 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c586287b-aa99-4938-a066-e59224483473 req-1efe3b24-7aff-4ece-ab72-f7487eb7974f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738888 Jun 09 21:57:43.192300 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=28def022-915c-4130-af52-e2ead09a85ac,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:43.219189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.223412 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.229678 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7d070769-a27a-4fa1-abdd-90c9858cdbce tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:43.263723 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['28def022-915c-4130-af52-e2ead09a85ac'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:57:43.296281 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.296941 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.298349 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-56065724-02ec-4ed2-8143-25cb9e98edb4 req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "PUT /v2.0/ports/28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 981 time: 0.5911968 Jun 09 21:57:43.298856 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:43.301172 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694c323-f75a-4481-a22e-0200e9124af5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:43.330123 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=6']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:43.335124 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:43.361041 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b54fe33-a590-48db-af25-1822930ceb71 x-openstack-request-id: req-6b54fe33-a590-48db-af25-1822930ceb71 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:43.361539 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:43.361893 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b54fe33-a590-48db-af25-1822930ceb71 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:43.362384 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac', 'status': 'completed', 'code': 200} Jun 09 21:57:43.487622 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['28def022-915c-4130-af52-e2ead09a85ac'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:57:43.691108 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e0b635b0-94d3-47cf-97ff-63ca69482861 None None] Provisioning complete for port 28def022-915c-4130-af52-e2ead09a85ac triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:43.691489 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e0b635b0-94d3-47cf-97ff-63ca69482861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.768928 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694c323-f75a-4481-a22e-0200e9124af5 req-b950c545-331a-4432-a896-bb5af1003469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.770445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1694c323-f75a-4481-a22e-0200e9124af5 req-b950c545-331a-4432-a896-bb5af1003469 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1137 time: 0.3597176 Jun 09 21:57:43.790187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e44d1c-4f40-4894-9e26-4f0a38caff68 req-c7468cdf-61e7-4913-a6e0-6b169fed465f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.791859 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-95e44d1c-4f40-4894-9e26-4f0a38caff68 req-c7468cdf-61e7-4913-a6e0-6b169fed465f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.3292797 Jun 09 21:57:43.942371 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54032c2d-bda7-410e-8067-46687d7dabd1 req-086d89de-d76a-4d06-9e7b-86922eb6740d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.944420 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-54032c2d-bda7-410e-8067-46687d7dabd1 req-086d89de-d76a-4d06-9e7b-86922eb6740d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.2812312 Jun 09 21:57:43.959277 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-95e44d1c-4f40-4894-9e26-4f0a38caff68 req-c8ee4ea1-112c-4be7-9b00-6fda068d7409 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420979 Jun 09 21:57:44.040784 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-54032c2d-bda7-410e-8067-46687d7dabd1 req-8d4ffe71-c499-4e1e-b4f6-095538dd8395 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886862 Jun 09 21:57:44.042419 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694c323-f75a-4481-a22e-0200e9124af5 req-e96d5f1b-4672-4040-97c7-5834c8eaa04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:44.044693 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1694c323-f75a-4481-a22e-0200e9124af5 req-e96d5f1b-4672-4040-97c7-5834c8eaa04c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 915 time: 0.2633843 Jun 09 21:57:44.170511 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1694c323-f75a-4481-a22e-0200e9124af5 req-d737c8b8-b580-4e63-8040-0996fd611519 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 1001 time: 0.1123242 Jun 09 21:57:44.255725 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694c323-f75a-4481-a22e-0200e9124af5 req-31e6de5c-f319-4fbf-ab30-b4ad61360c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:44.257496 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1694c323-f75a-4481-a22e-0200e9124af5 req-31e6de5c-f319-4fbf-ab30-b4ad61360c65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.0784469 Jun 09 21:57:44.414992 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694c323-f75a-4481-a22e-0200e9124af5 req-13ceaecf-e29a-4fde-8a83-367157475ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:44.416661 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1694c323-f75a-4481-a22e-0200e9124af5 req-13ceaecf-e29a-4fde-8a83-367157475ce3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1505477 Jun 09 21:57:44.464796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b3d86-fbf4-418f-9cdd-3aee8e98cf71 req-92d41755-b742-4776-adcd-89538cd9fad3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:44.466296 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4d7b3d86-fbf4-418f-9cdd-3aee8e98cf71 req-92d41755-b742-4776-adcd-89538cd9fad3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1513085 Jun 09 21:57:44.584006 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4d7b3d86-fbf4-418f-9cdd-3aee8e98cf71 req-7d3c266d-cea1-470d-aac0-33f77fd2e664 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704279 Jun 09 21:57:44.607804 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1694c323-f75a-4481-a22e-0200e9124af5 req-15f0eb9d-dbb5-4000-8359-8d83fd2730b5 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779122 Jun 09 21:57:44.746754 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1694c323-f75a-4481-a22e-0200e9124af5 req-4c3396b4-2813-473b-a4f3-81b13e1773c4 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249976 Jun 09 21:57:45.228178 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3469-dec4-43d2-ab0e-eba44419e12e req-1d79af65-0c90-4dfe-a3ab-1453fbbbc6e1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:45.229632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-131f3469-dec4-43d2-ab0e-eba44419e12e req-1d79af65-0c90-4dfe-a3ab-1453fbbbc6e1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0812140 Jun 09 21:57:45.275466 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-131f3469-dec4-43d2-ab0e-eba44419e12e req-6077dbb5-1bd9-4727-8ac2-37871b49972b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401390 Jun 09 21:57:45.776797 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06723110-d1c3-4bdc-b8ba-614a1b3bf8b3 req-0230fb2f-2c32-4f45-9aa5-9ebabee53e9f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:45.778861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-06723110-d1c3-4bdc-b8ba-614a1b3bf8b3 req-0230fb2f-2c32-4f45-9aa5-9ebabee53e9f tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0869787 Jun 09 21:57:45.832676 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-06723110-d1c3-4bdc-b8ba-614a1b3bf8b3 req-c9628064-b464-4b27-b9f2-1c53a295e3b0 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479283 Jun 09 21:57:46.461860 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c1356-95ec-4e96-89de-e362a3b1a4ce req-fcfc02fa-113c-4253-ab5a-5041ede6f5af tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:46.463282 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-631c1356-95ec-4e96-89de-e362a3b1a4ce req-fcfc02fa-113c-4253-ab5a-5041ede6f5af tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0813811 Jun 09 21:57:46.505832 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-631c1356-95ec-4e96-89de-e362a3b1a4ce req-c7832d65-538b-4fce-b9fe-299805a8b9c2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369370 Jun 09 21:57:47.062529 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcff96f-72e4-4a00-bee3-b8c8a826d2d8 req-114096bb-5899-4783-8973-4084b1fa67f4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:47.063989 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bcff96f-72e4-4a00-bee3-b8c8a826d2d8 req-114096bb-5899-4783-8973-4084b1fa67f4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1160247 Jun 09 21:57:47.115338 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bcff96f-72e4-4a00-bee3-b8c8a826d2d8 req-efe17f16-7151-4dde-a366-36ae1d00e4a5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Jun 09 21:57:47.693006 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4e8c-ed71-4e78-93cd-2f7a9b8774c0 req-1a19df12-7912-4af1-945f-fd61d2309295 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:47.694860 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-497e4e8c-ed71-4e78-93cd-2f7a9b8774c0 req-1a19df12-7912-4af1-945f-fd61d2309295 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0781670 Jun 09 21:57:47.738612 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-497e4e8c-ed71-4e78-93cd-2f7a9b8774c0 req-ce64bc09-4cd2-44b5-9af0-4fb393bdb8cb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Jun 09 21:57:48.309644 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebf698-37f5-4c1d-8323-189656d99ac6 req-f9800cee-34c5-4926-9ab8-a9cc14e29ff5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:48.311116 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b0ebf698-37f5-4c1d-8323-189656d99ac6 req-f9800cee-34c5-4926-9ab8-a9cc14e29ff5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0838203 Jun 09 21:57:48.359271 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b0ebf698-37f5-4c1d-8323-189656d99ac6 req-eec22030-b9cc-4a36-93b0-49aadd7514f5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Jun 09 21:57:48.450856 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498d1ff-2275-4482-81b0-057496560daa req-2c9a0d80-b098-402d-a91b-3ac97265894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:48.452295 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e498d1ff-2275-4482-81b0-057496560daa req-2c9a0d80-b098-402d-a91b-3ac97265894d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.0676627 Jun 09 21:57:48.495835 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e498d1ff-2275-4482-81b0-057496560daa req-813cea54-0104-410a-8ad6-972f57fcf4c8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Jun 09 21:57:49.004116 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931f54-b477-4950-9434-32e0423226d7 req-ba9c5582-4d31-4142-bcf4-815bd4e250f3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:49.005536 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-00931f54-b477-4950-9434-32e0423226d7 req-ba9c5582-4d31-4142-bcf4-815bd4e250f3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1582954 Jun 09 21:57:49.049779 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-00931f54-b477-4950-9434-32e0423226d7 req-eef4273a-67ca-4633-acd7-479d93b2acf0 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384486 Jun 09 21:57:49.555527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766bdbc-4a50-41db-a440-51348cc35d93 req-faa5fe52-fe3c-4ca7-9f2c-d732d493dfb8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:49.557308 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6766bdbc-4a50-41db-a440-51348cc35d93 req-faa5fe52-fe3c-4ca7-9f2c-d732d493dfb8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0904634 Jun 09 21:57:49.602468 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6766bdbc-4a50-41db-a440-51348cc35d93 req-57a2f554-981c-4d7a-b30a-ed9ca13c7d1e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391648 Jun 09 21:57:49.650843 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 50736) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:49.763373 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c18ef08b-4f51-410f-bf49-406e9dde9338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:49.871766 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c18ef08b-4f51-410f-bf49-406e9dde9338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:49.875262 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c18ef08b-4f51-410f-bf49-406e9dde9338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:49.882086 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7877c398-6cc3-478b-8304-8343a811c3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:49.922685 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c18ef08b-4f51-410f-bf49-406e9dde9338 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8782a74dfb949ebb884f8cdd3752cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708051 Jun 09 21:57:49.923716 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ef08b-4f51-410f-bf49-406e9dde9338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f8a3b-ceb1-4e73-b6b3-8d3c71e9d395,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:49.925400 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 50740) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:49.927059 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c18ef08b-4f51-410f-bf49-406e9dde9338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:49.983357 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7ce70e36-a324-4d05-b39a-877713b1ab20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:50.008709 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7ce70e36-a324-4d05-b39a-877713b1ab20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:50.059074 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7ce70e36-a324-4d05-b39a-877713b1ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:50.061728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7ce70e36-a324-4d05-b39a-877713b1ab20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:50.062829 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-7ce70e36-a324-4d05-b39a-877713b1ab20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c40f8a3b-ceb1-4e73-b6b3-8d3c71e9d395 HTTP/1.1" status: 204 len: 168 time: 0.1354878 Jun 09 21:57:50.063626 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-df2c3bb5-9b21-46e0-b673-99822fce3279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:50.072939 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce70e36-a324-4d05-b39a-877713b1ab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f8a3b-ceb1-4e73-b6b3-8d3c71e9d395,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:50.075505 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7ce70e36-a324-4d05-b39a-877713b1ab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:50.249000 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1099-d798-48e2-90a1-d611057b91e1 req-8d649851-bb10-4ed2-8b34-0c5326da7d29 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:50.250698 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-070e1099-d798-48e2-90a1-d611057b91e1 req-8d649851-bb10-4ed2-8b34-0c5326da7d29 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0862641 Jun 09 21:57:50.298107 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-070e1099-d798-48e2-90a1-d611057b91e1 req-200b20a9-4757-4899-8d02-fd90e51a2aad tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Jun 09 21:57:50.784574 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1843f7-590c-4097-8c5d-cce3826c21e1 req-44d41fa9-4699-4c88-8662-c8b2b3a657ac tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:50.785932 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ed1843f7-590c-4097-8c5d-cce3826c21e1 req-44d41fa9-4699-4c88-8662-c8b2b3a657ac tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0783870 Jun 09 21:57:50.835150 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ed1843f7-590c-4097-8c5d-cce3826c21e1 req-e1a21cb7-3616-4194-80fc-f6b1d3178307 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Jun 09 21:57:51.476626 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-518a3214-b4f7-48a6-998d-72c67602760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.478153 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-518a3214-b4f7-48a6-998d-72c67602760e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8152221f216549788f18e74da3fa52e9&device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 1099 time: 0.2072911 Jun 09 21:57:51.527134 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64aa5e-bcd5-4614-bcc2-eb000b17abbf req-4c018506-f516-46d3-b383-e82a9afe02c7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.528687 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5d64aa5e-bcd5-4614-bcc2-eb000b17abbf req-4c018506-f516-46d3-b383-e82a9afe02c7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2271652 Jun 09 21:57:51.686958 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5d64aa5e-bcd5-4614-bcc2-eb000b17abbf req-5cdbb088-31ba-4e33-8f22-52973f5e3800 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979550 Jun 09 21:57:51.698538 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa675c9-d5f9-4a19-8828-a28f5bae7226 req-d8984f69-77e4-4ed8-9784-78bc67aeacc2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.699838 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5fa675c9-d5f9-4a19-8828-a28f5bae7226 req-d8984f69-77e4-4ed8-9784-78bc67aeacc2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.2590544 Jun 09 21:57:51.702666 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-91a29c8d-92c4-45dd-adfd-86c53b9f0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.704132 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-91a29c8d-92c4-45dd-adfd-86c53b9f0414 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 200 len: 920 time: 0.2115831 Jun 09 21:57:51.785612 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-8f1ed3b1-6eb5-4cf3-980d-c5e535b95c1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 200 len: 217 time: 0.0665703 Jun 09 21:57:51.842043 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5fa675c9-d5f9-4a19-8828-a28f5bae7226 req-4b52c148-a09c-411b-94b4-38e8880a5583 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363044 Jun 09 21:57:51.863414 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-c30f5349-f9a2-4318-af48-938432f2c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.866873 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-c30f5349-f9a2-4318-af48-938432f2c891 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 200 len: 859 time: 0.0723166 Jun 09 21:57:51.921654 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-f2362973-6b4e-4f5a-91e6-5abb5eaa9cff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61c156ee-d505-40b7-9c18-ed5b1e54b63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432069 Jun 09 21:57:52.071097 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-e7e1eaf7-c8f8-4612-aae5-f39b7d92b622 service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254141 Jun 09 21:57:52.205497 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b09e2117-f41d-4b2b-84a3-71297aa56fb0 req-23c73dc0-81f1-447d-9ab3-2dfd0ccc2a9f service neutron] 10.222.0.22 "GET /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259985 Jun 09 21:57:52.868952 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976ddd0-3e41-4070-9eb5-5b89982e61fc req-351b4c51-bd84-482e-bb02-8deb4ecf635a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:52.870290 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a976ddd0-3e41-4070-9eb5-5b89982e61fc req-351b4c51-bd84-482e-bb02-8deb4ecf635a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0780540 Jun 09 21:57:52.919922 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a976ddd0-3e41-4070-9eb5-5b89982e61fc req-0d3a39f2-0151-4157-a9f3-4a195d8395c4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Jun 09 21:57:53.039305 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51672-8ffb-46a9-84c1-944de2fd63db req-8fd2a7c7-dacf-4720-9476-5681874a23dc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:53.040803 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eaa51672-8ffb-46a9-84c1-944de2fd63db req-8fd2a7c7-dacf-4720-9476-5681874a23dc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0826454 Jun 09 21:57:53.085686 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eaa51672-8ffb-46a9-84c1-944de2fd63db req-7c7f6722-b67d-443f-a5a6-ad4354179c17 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391922 Jun 09 21:57:54.109566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f1d6-fe02-43f0-a1f5-825ec3111d6c req-e25c192e-02b2-4294-9b9d-3eb94f1aacb6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:54.111863 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e903f1d6-fe02-43f0-a1f5-825ec3111d6c req-e25c192e-02b2-4294-9b9d-3eb94f1aacb6 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0809000 Jun 09 21:57:54.165744 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e903f1d6-fe02-43f0-a1f5-825ec3111d6c req-842d1777-4a23-4409-b98b-3b31d7f162f4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Jun 09 21:57:54.372091 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235cc1-df85-487a-b593-25e04b0ab8d4 req-e23b0eb8-7583-44c6-a906-1e3d2c0fd12e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:54.373539 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-84235cc1-df85-487a-b593-25e04b0ab8d4 req-e23b0eb8-7583-44c6-a906-1e3d2c0fd12e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1612146 Jun 09 21:57:54.416818 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-84235cc1-df85-487a-b593-25e04b0ab8d4 req-56ebafc3-e57e-4887-9f34-0d02b54097da tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377369 Jun 09 21:57:55.354406 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a5e12-67c3-41a5-a637-a79fc21906ba req-1f2aa00d-8c9a-4154-898e-531998dd417e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:55.355876 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6a5a5e12-67c3-41a5-a637-a79fc21906ba req-1f2aa00d-8c9a-4154-898e-531998dd417e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0821738 Jun 09 21:57:55.401414 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6a5a5e12-67c3-41a5-a637-a79fc21906ba req-07b8e90a-1055-4a22-b456-cd5836a29d04 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Jun 09 21:57:55.601624 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e541-8f55-4505-8ef2-90bb99560300 req-fb8ba5b6-edf7-4298-8e20-73fcfae4b36f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:55.603451 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cbf1e541-8f55-4505-8ef2-90bb99560300 req-fb8ba5b6-edf7-4298-8e20-73fcfae4b36f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0786037 Jun 09 21:57:55.649862 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cbf1e541-8f55-4505-8ef2-90bb99560300 req-cc5efffd-bde4-4847-bcc0-78a163c96671 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408149 Jun 09 21:57:56.593031 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae07355-8a94-4c8b-864a-0ad20a59197a req-d98cc81d-96a8-4c97-8171-d34af4c752cd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:56.594764 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ae07355-8a94-4c8b-864a-0ad20a59197a req-d98cc81d-96a8-4c97-8171-d34af4c752cd tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0833566 Jun 09 21:57:56.640492 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ae07355-8a94-4c8b-864a-0ad20a59197a req-8b08d7ca-7669-4cab-a921-8c43ac7fa913 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Jun 09 21:57:56.875216 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740c4af-752e-45b4-aa10-f720f73dcbf0 req-e8265d1d-129e-447a-9742-ebeea33a98f7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:56.876909 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2740c4af-752e-45b4-aa10-f720f73dcbf0 req-e8265d1d-129e-447a-9742-ebeea33a98f7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0883818 Jun 09 21:57:56.934861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2740c4af-752e-45b4-aa10-f720f73dcbf0 req-dac0f727-a85d-4fd4-80d5-42844d2a799c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430098 Jun 09 21:57:58.155170 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e806a-bf9d-4dca-b589-09e4389157f2 req-133dd292-eb59-4d50-839e-b44657186cb3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:58.157016 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f51e806a-bf9d-4dca-b589-09e4389157f2 req-133dd292-eb59-4d50-839e-b44657186cb3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0919759 Jun 09 21:57:58.200996 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f51e806a-bf9d-4dca-b589-09e4389157f2 req-d771c957-041e-48bc-af53-984bb7f70c71 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382149 Jun 09 21:57:59.400886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c51f-5771-4b75-9d81-c3ea208d1200 req-04258750-c677-40f8-8a94-31fa8a67ab8c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:59.402251 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-35d8c51f-5771-4b75-9d81-c3ea208d1200 req-04258750-c677-40f8-8a94-31fa8a67ab8c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0855019 Jun 09 21:57:59.451082 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-35d8c51f-5771-4b75-9d81-c3ea208d1200 req-c067710c-a104-4bf7-b936-54273fa1096b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432563 Jun 09 21:58:00.647361 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55122da-2d76-4f05-a16c-b15bfc87dafe req-98660c68-8b8b-4422-994f-8fed949ab703 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:00.649034 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a55122da-2d76-4f05-a16c-b15bfc87dafe req-98660c68-8b8b-4422-994f-8fed949ab703 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0867500 Jun 09 21:58:00.710930 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a55122da-2d76-4f05-a16c-b15bfc87dafe req-0f73b685-c513-400c-b109-427093b0f44a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547664 Jun 09 21:58:01.902119 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649389d9-5327-40ed-826a-5f15c14a9be7 req-d4713e97-48db-4176-bbf6-31b39e0d7b35 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:01.903573 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-649389d9-5327-40ed-826a-5f15c14a9be7 req-d4713e97-48db-4176-bbf6-31b39e0d7b35 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1350148 Jun 09 21:58:01.952923 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f2097-d65a-4a86-a34f-754cfb150860 req-34296a4f-8f47-460d-8f82-c8d41701e552 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:01.954346 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e2f2097-d65a-4a86-a34f-754cfb150860 req-34296a4f-8f47-460d-8f82-c8d41701e552 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1276927 Jun 09 21:58:01.979403 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-649389d9-5327-40ed-826a-5f15c14a9be7 req-ea2cfc1f-c1db-4189-8e22-1f5b0a3aeb21 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682535 Jun 09 21:58:02.007048 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e2f2097-d65a-4a86-a34f-754cfb150860 req-a4426fde-f82f-458c-b5fc-1aafbf32b445 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470200 Jun 09 21:58:03.060902 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:03.239498 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1697d42-ff8a-4d7b-b154-9e840a6f2d69 req-e93daf4b-d948-4aad-81c5-ab8336e7bdb4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:03.241470 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d1697d42-ff8a-4d7b-b154-9e840a6f2d69 req-e93daf4b-d948-4aad-81c5-ab8336e7bdb4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1127334 Jun 09 21:58:03.248552 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d6450-3ae0-4570-9619-9372c5bfe109 req-6e0e6ed9-935f-4918-bf0f-9c6afa80edca tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:03.249869 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-829d6450-3ae0-4570-9619-9372c5bfe109 req-6e0e6ed9-935f-4918-bf0f-9c6afa80edca tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1576695 Jun 09 21:58:03.316037 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d1697d42-ff8a-4d7b-b154-9e840a6f2d69 req-438316bb-3b9a-4027-bf8f-b284f5651bde tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651317 Jun 09 21:58:03.320735 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-829d6450-3ae0-4570-9619-9372c5bfe109 req-bc7d7876-0709-4b53-9931-4e821f5b10c7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570605 Jun 09 21:58:04.043584 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-54fa242e-cff2-4b83-a354-131bbfe4ebe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:04.569348 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f4ad8-ed4f-4de1-963f-af7dd5053cf2 req-e3fc100e-68c7-4850-b5af-9010e59d263e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:04.570767 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d1f4ad8-ed4f-4de1-963f-af7dd5053cf2 req-e3fc100e-68c7-4850-b5af-9010e59d263e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.1386902 Jun 09 21:58:04.578691 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fea31-ef1f-4894-adca-6c41f07ef709 req-f42d5e5d-2b26-4ee0-bd71-b7e70a1dccd1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:04.580028 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-634fea31-ef1f-4894-adca-6c41f07ef709 req-f42d5e5d-2b26-4ee0-bd71-b7e70a1dccd1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1170275 Jun 09 21:58:04.648991 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d1f4ad8-ed4f-4de1-963f-af7dd5053cf2 req-b87e7dd0-dbb4-444a-8982-c7cb067b0f40 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680335 Jun 09 21:58:04.651912 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-634fea31-ef1f-4894-adca-6c41f07ef709 req-91ee13a9-f823-40c2-9dab-6241410f045e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583429 Jun 09 21:58:04.734314 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-7ad48ec2-7596-486e-a56a-b75ba1738ff9 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:04.735713 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-7ad48ec2-7596-486e-a56a-b75ba1738ff9 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 945 time: 0.0832305 Jun 09 21:58:04.868391 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Deleting port 626d3228-7051-4f21-84db-1a074fa0769a {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:58:04.868640 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.003887 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] For port 626d3228-7051-4f21-84db-1a074fa0769a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=626d3228-7051-4f21-84db-1a074fa0769a,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:05.004232 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.192248 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Calling delete_port for 626d3228-7051-4f21-84db-1a074fa0769a owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:58:05.313576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.326540 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:05.367536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['00f53024-8252-4bb1-9fd0-5d154d6e6dd4', '626d3228-7051-4f21-84db-1a074fa0769a'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:05.409575 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51036) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:05.436882 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Pushing event deleted for resources: {'Port': ['ID=626d3228-7051-4f21-84db-1a074fa0769a,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:05.439974 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:05.445843 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] No DVR routers for this DVR port 626d3228-7051-4f21-84db-1a074fa0769a on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:58:05.448529 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.451073 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b6215d24-8776-4d6f-a6c3-b6545b92de50 req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "DELETE /v2.0/ports/626d3228-7051-4f21-84db-1a074fa0769a HTTP/1.1" status: 204 len: 173 time: 0.7094154 Jun 09 21:58:05.451565 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'name': 'network-vif-deleted', 'tag': '626d3228-7051-4f21-84db-1a074fa0769a'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:05.454605 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e107c52c-80e5-4c99-ac89-48cb60839c0f" -d '{"events": [{"server_uuid": "bde7b03b-eb8d-4f44-99ba-62a521d67e4d", "name": "network-vif-deleted", "tag": "626d3228-7051-4f21-84db-1a074fa0769a"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:05.507438 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795e835-c090-4c16-b0d4-acf8eb1cf1a3 x-openstack-request-id: req-1795e835-c090-4c16-b0d4-acf8eb1cf1a3 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:05.507841 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde7b03b-eb8d-4f44-99ba-62a521d67e4d", "name": "network-vif-deleted", "tag": "626d3228-7051-4f21-84db-1a074fa0769a", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:05.508277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1795e835-c090-4c16-b0d4-acf8eb1cf1a3 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:05.509366 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde7b03b-eb8d-4f44-99ba-62a521d67e4d', 'name': 'network-vif-deleted', 'tag': '626d3228-7051-4f21-84db-1a074fa0769a', 'status': 'completed', 'code': 200} Jun 09 21:58:05.557474 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6a50c419-ef74-40f1-aebf-6af40835860d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.659512 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6a50c419-ef74-40f1-aebf-6af40835860d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.664214 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6a50c419-ef74-40f1-aebf-6af40835860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.672227 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-97c935b0-269d-4781-b74e-0364977da496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:05.702105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 51048) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:05.702657 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6a50c419-ef74-40f1-aebf-6af40835860d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d36391a8af34b72a9daf98fed6199e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909214 Jun 09 21:58:05.719987 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50c419-ef74-40f1-aebf-6af40835860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d903305d-edfd-4162-bbbd-b0540e746f11,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:05.723325 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6a50c419-ef74-40f1-aebf-6af40835860d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:05.774298 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.802182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.910582 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-307e4d11-6496-40e7-bf86-97f26006c39c req-fb78a6b5-a984-43d0-a639-c55e6b404acc tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde7b03b-eb8d-4f44-99ba-62a521d67e4d HTTP/1.1" status: 200 len: 210 time: 0.0937376 Jun 09 21:58:05.961382 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.963767 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:05.964880 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d903305d-edfd-4162-bbbd-b0540e746f11 HTTP/1.1" status: 204 len: 168 time: 0.2614217 Jun 09 21:58:05.966386 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-656dd280-c5ac-4a93-9889-86b6a40e8197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:05.970853 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:58:05.984283 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2935a40-0c1e-4a41-bc71-af3d5127a579 req-b2f4df6c-b938-4069-a42e-9d729361bb6e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:05.985745 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a2935a40-0c1e-4a41-bc71-af3d5127a579 req-b2f4df6c-b938-4069-a42e-9d729361bb6e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1717830 Jun 09 21:58:05.988003 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d903305d-edfd-4162-bbbd-b0540e746f11,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:05.991435 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:06.035038 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a2935a40-0c1e-4a41-bc71-af3d5127a579 req-9b0957a9-9d84-4d14-8a22-c18bac71517a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422139 Jun 09 21:58:06.145087 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:06.160416 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'def14648-5e3d-4296-89fe-6798dadc0157', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'port_id': 'def14648-5e3d-4296-89fe-6798dadc0157', 'mac_address': 'fa:16:3e:85:60:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:58:06.217951 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:06.236188 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id def14648-5e3d-4296-89fe-6798dadc0157 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:58:06.264221 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:06.265601 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8deda3af-00a8-4631-b336-df222fff22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:06.268176 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:06.269658 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:06.337106 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=6']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:06.340376 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:06.437270 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:06.530402 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['def14648-5e3d-4296-89fe-6798dadc0157'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:07.256521 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8f8d-dbe3-4456-b9ad-9a94e8f7b34f req-071ade6f-4cb4-40bd-a8db-6763b699a91d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:07.257962 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aebe8f8d-dbe3-4456-b9ad-9a94e8f7b34f req-071ade6f-4cb4-40bd-a8db-6763b699a91d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 945 time: 0.1007569 Jun 09 21:58:07.353030 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aebe8f8d-dbe3-4456-b9ad-9a94e8f7b34f req-b568740a-24bb-42da-bbac-9c135482945b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889754 Jun 09 21:58:07.389717 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70f817-a4ad-42f3-9e92-6ec0529ffcc5 req-b449214f-0934-4444-bbc7-cc4e333ac1c5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:07.391063 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6f70f817-a4ad-42f3-9e92-6ec0529ffcc5 req-b449214f-0934-4444-bbc7-cc4e333ac1c5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.0944605 Jun 09 21:58:07.435218 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6f70f817-a4ad-42f3-9e92-6ec0529ffcc5 req-81b5b7ec-0173-44af-b1b0-ee78ca8e1197 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Jun 09 21:58:07.599238 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.976970 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:08.045020 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port def14648-5e3d-4296-89fe-6798dadc0157 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:08.045403 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:08.164851 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:08.191450 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:08.194489 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c8bab8-d368-451f-b3f8-716a9a81f0cb" -d '{"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-plugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:08.202175 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:08.208170 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:08.209955 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 626d3228-7051-4f21-84db-1a074fa0769a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:58:08.245742 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9311273d-4b8f-47a3-811d-1579165ffe3b x-openstack-request-id: req-9311273d-4b8f-47a3-811d-1579165ffe3b {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:08.246036 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-plugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:08.246291 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9311273d-4b8f-47a3-811d-1579165ffe3b {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:08.246675 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157', 'code': 200} Jun 09 21:58:08.251372 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:08.296203 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 626d3228-7051-4f21-84db-1a074fa0769a {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:58:08.296545 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 626d3228-7051-4f21-84db-1a074fa0769a not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:58:08.324163 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=7']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:08.327723 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:08.541285 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b906e-d5c8-4e7a-94d4-9a13e7ceaad4 req-2a1b5a4e-52e3-4923-b7e5-54d5c13f3b01 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:08.542743 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6c3b906e-d5c8-4e7a-94d4-9a13e7ceaad4 req-2a1b5a4e-52e3-4923-b7e5-54d5c13f3b01 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0816009 Jun 09 21:58:08.632037 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6c3b906e-d5c8-4e7a-94d4-9a13e7ceaad4 req-dc1be1a5-d89f-4d1e-8ec1-134d2bfc03b2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585277 Jun 09 21:58:08.654084 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f40b-47eb-4a14-9748-19bd11a0b692 req-4adb1d42-23c1-49d0-97d3-73ad6fba3cd7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:08.655515 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a853f40b-47eb-4a14-9748-19bd11a0b692 req-4adb1d42-23c1-49d0-97d3-73ad6fba3cd7 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1119153 Jun 09 21:58:08.701906 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a853f40b-47eb-4a14-9748-19bd11a0b692 req-e673b9f8-7e22-4fe2-ade0-723b22f5e42d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Jun 09 21:58:09.311131 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:09.854255 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0d099-3146-4e30-be55-0d0271dbc58a req-a6b8c485-7e2b-4ee7-b653-d563cc078e76 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:09.855670 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c0d099-3146-4e30-be55-0d0271dbc58a req-a6b8c485-7e2b-4ee7-b653-d563cc078e76 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1106610 Jun 09 21:58:09.915407 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3c0d099-3146-4e30-be55-0d0271dbc58a req-70028a3b-8b7c-4851-90d0-9bb70a16d185 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532351 Jun 09 21:58:09.934954 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205f24b-be92-4c96-9e79-d038def5031b req-aa7d7ccf-9a7e-43a9-b748-d062163bb013 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:09.936418 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3205f24b-be92-4c96-9e79-d038def5031b req-aa7d7ccf-9a7e-43a9-b748-d062163bb013 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1272686 Jun 09 21:58:09.981607 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3205f24b-be92-4c96-9e79-d038def5031b req-dca50f50-ba86-477f-9175-e297ce2a296b tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392714 Jun 09 21:58:11.166005 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026f39-92ec-4a75-912c-44c3fff168b9 req-e7d703b5-e10a-4b52-8431-d1d68245c93f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:11.167445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab026f39-92ec-4a75-912c-44c3fff168b9 req-e7d703b5-e10a-4b52-8431-d1d68245c93f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1367910 Jun 09 21:58:11.202138 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa032-b139-44b1-a3bc-c68542d930a2 req-1c11df1d-dff2-4081-9167-975a9da80a12 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:11.203516 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-231aa032-b139-44b1-a3bc-c68542d930a2 req-1c11df1d-dff2-4081-9167-975a9da80a12 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1172872 Jun 09 21:58:11.242127 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab026f39-92ec-4a75-912c-44c3fff168b9 req-c15fe0fc-c25e-4907-8ab1-a409442fcde0 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674894 Jun 09 21:58:11.265976 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-231aa032-b139-44b1-a3bc-c68542d930a2 req-3131d194-809a-4361-b0db-cfe7be3ed3b5 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517368 Jun 09 21:58:12.492944 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6458e-2682-436a-9f3d-78e7b71bff19 req-1a9b52af-cd20-4ba5-bfce-0cfd8b8f91f0 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:12.494365 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-20f6458e-2682-436a-9f3d-78e7b71bff19 req-1a9b52af-cd20-4ba5-bfce-0cfd8b8f91f0 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1361604 Jun 09 21:58:12.502045 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d5e1a-e191-4aa3-a5a1-e918b05c48eb req-29465783-ee84-4430-85c6-99a444f528f0 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:12.503328 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b23d5e1a-e191-4aa3-a5a1-e918b05c48eb req-29465783-ee84-4430-85c6-99a444f528f0 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1151505 Jun 09 21:58:12.574181 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-20f6458e-2682-436a-9f3d-78e7b71bff19 req-5dca6db9-5260-4b06-bab3-f9e7444030d3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698507 Jun 09 21:58:12.578596 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b23d5e1a-e191-4aa3-a5a1-e918b05c48eb req-03812c9c-2eee-4d12-b3a4-1a21c906c85e tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618846 Jun 09 21:58:13.894511 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4597a-70db-4da0-81b5-972818084557 req-daa9fc71-b2fb-4e6d-9552-d7d0f9c26a29 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:13.896027 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7a4597a-70db-4da0-81b5-972818084557 req-daa9fc71-b2fb-4e6d-9552-d7d0f9c26a29 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.2107153 Jun 09 21:58:13.903775 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda84f8-6530-475e-a453-5b80fa546b78 req-344793e6-66e1-4047-b39b-22d0416062df tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:13.905138 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7fda84f8-6530-475e-a453-5b80fa546b78 req-344793e6-66e1-4047-b39b-22d0416062df tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2186825 Jun 09 21:58:13.972878 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7a4597a-70db-4da0-81b5-972818084557 req-748dc6f9-252f-4daf-82e8-5638bee38488 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667987 Jun 09 21:58:13.977689 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7fda84f8-6530-475e-a453-5b80fa546b78 req-bd66bc46-891e-437d-a715-fe53463562f9 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592132 Jun 09 21:58:15.282593 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26214-793c-46b1-8ac0-6ea4a81b829c req-060274c8-875a-495e-a3e9-918da655085c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:15.284035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dcb26214-793c-46b1-8ac0-6ea4a81b829c req-060274c8-875a-495e-a3e9-918da655085c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.2021234 Jun 09 21:58:15.293956 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c9a38a86-6e6a-4b8e-86c3-6ad4909fbd94 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:15.295280 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c9a38a86-6e6a-4b8e-86c3-6ad4909fbd94 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1785872 Jun 09 21:58:15.305284 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ae0a-c900-49b9-893b-cfbdf7e1028f req-6b8a107a-d3a4-4498-839f-b20c99ce738c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:15.306614 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4be6ae0a-c900-49b9-893b-cfbdf7e1028f req-6b8a107a-d3a4-4498-839f-b20c99ce738c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1889656 Jun 09 21:58:15.373636 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dcb26214-793c-46b1-8ac0-6ea4a81b829c req-7ded15a8-abe3-4bbc-ba07-6ac2610ba233 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774462 Jun 09 21:58:15.376240 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4be6ae0a-c900-49b9-893b-cfbdf7e1028f req-b792eea2-8075-4fcc-a3db-bb996f1ade1f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579958 Jun 09 21:58:16.617089 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fc360-209d-4284-a492-ef2246a2833f req-fe426243-9d99-419d-a1f0-154fe4228d7d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:16.618438 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b56fc360-209d-4284-a492-ef2246a2833f req-fe426243-9d99-419d-a1f0-154fe4228d7d tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1415749 Jun 09 21:58:16.626321 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb8c55-df87-436e-9935-9577d2c228bc req-95e7279d-c636-418f-a1df-c03c8998c73c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:16.627653 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cccb8c55-df87-436e-9935-9577d2c228bc req-95e7279d-c636-418f-a1df-c03c8998c73c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1193800 Jun 09 21:58:16.699614 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b56fc360-209d-4284-a492-ef2246a2833f req-57f6e73f-aabe-409f-ad6e-a1a2587e3ea4 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710068 Jun 09 21:58:16.704147 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cccb8c55-df87-436e-9935-9577d2c228bc req-d65dbe5b-aeca-43b0-9211-9dfddf0f8b2b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622120 Jun 09 21:58:16.957026 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:58:17.936497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f5870-37af-421b-b967-d5daa6aa0db1 req-11cb01c9-3811-4664-9081-3ef264e101ad tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:17.937917 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-344f5870-37af-421b-b967-d5daa6aa0db1 req-11cb01c9-3811-4664-9081-3ef264e101ad tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1320798 Jun 09 21:58:17.949331 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6ebcf-b424-4b50-a347-699987841952 req-ec63539c-f675-4b35-8b72-9cee6eb55876 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:17.951003 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-17d6ebcf-b424-4b50-a347-699987841952 req-ec63539c-f675-4b35-8b72-9cee6eb55876 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1112366 Jun 09 21:58:18.026011 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-344f5870-37af-421b-b967-d5daa6aa0db1 req-99bd40ed-926a-4092-8ffd-fd455786f386 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739572 Jun 09 21:58:18.032751 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-17d6ebcf-b424-4b50-a347-699987841952 req-dea986e7-0b17-44dd-ab8d-63c6265aab35 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634506 Jun 09 21:58:19.266922 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff021091-0ba5-44a1-a5ee-77dd8a191e37 req-95e48a98-601f-42b8-87a6-729732418d39 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:19.268376 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff021091-0ba5-44a1-a5ee-77dd8a191e37 req-95e48a98-601f-42b8-87a6-729732418d39 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 946 time: 0.1395512 Jun 09 21:58:19.277114 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a0a1-e903-450a-9eab-c2b7686bd203 req-8f99b269-0456-40ab-aab1-79c25996ff99 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:19.278433 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1313a0a1-e903-450a-9eab-c2b7686bd203 req-8f99b269-0456-40ab-aab1-79c25996ff99 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1138620 Jun 09 21:58:19.345792 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff021091-0ba5-44a1-a5ee-77dd8a191e37 req-58ebca3c-2b20-4717-bddb-4595d2f001ac tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664442 Jun 09 21:58:19.350034 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1313a0a1-e903-450a-9eab-c2b7686bd203 req-c12e51d5-2979-4185-a951-e6bd513f9bc4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583665 Jun 09 21:58:20.130693 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:58:20.239073 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:20.266918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:20.269146 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abf19e-5ca7-4da1-b088-c8c2e03f9ad8" -d '{"events": [{"server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "name": "network-vif-unplugged", "status": "completed", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:20.276769 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:20.281617 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:20.284496 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:20.319371 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199a63fb-a548-4f50-bb17-1beb141112ec x-openstack-request-id: req-199a63fb-a548-4f50-bb17-1beb141112ec {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:20.319665 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "name": "network-vif-unplugged", "status": "completed", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:20.319961 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-199a63fb-a548-4f50-bb17-1beb141112ec {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:20.320329 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4', 'code': 200} Jun 09 21:58:20.352548 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,revision_number=6']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:20.361586 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.362169 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.362739 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.363312 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.363905 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.364506 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.365100 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.365692 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.366306 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.366927 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.369119 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.369471 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:20.374330 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:20.667429 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396caedf-9db3-445a-93eb-64d88664730b req-66bc552c-b858-4c59-a78e-b1d692ca8ed8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:20.669639 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-396caedf-9db3-445a-93eb-64d88664730b req-66bc552c-b858-4c59-a78e-b1d692ca8ed8 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 944 time: 0.1734853 Jun 09 21:58:20.689976 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d737bc5-469e-45ab-bd60-14d3486e7712 req-f345eb28-9493-430f-a7b9-b281307d17dd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:20.691455 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7d737bc5-469e-45ab-bd60-14d3486e7712 req-f345eb28-9493-430f-a7b9-b281307d17dd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1966803 Jun 09 21:58:20.696058 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Deleting port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:58:20.696406 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:20.862901 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-396caedf-9db3-445a-93eb-64d88664730b req-ffabf30b-f700-44f8-854b-539b1bc400b2 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/security-groups?id=34ba3e28-3c77-4f77-9983-7be402792e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697280 Jun 09 21:58:20.865498 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7d737bc5-469e-45ab-bd60-14d3486e7712 req-8029a445-c8d0-46d2-bf58-2c6ee2957a37 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914319 Jun 09 21:58:20.914598 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] For port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:20.915034 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:21.152200 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Calling delete_port for 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:58:21.309562 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522add3a-512a-415f-adbc-93f5e4ff75b2 req-569d01e5-d3fc-4ab8-895c-64a02e7fbef0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:21.311353 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-522add3a-512a-415f-adbc-93f5e4ff75b2 req-569d01e5-d3fc-4ab8-895c-64a02e7fbef0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1355147 Jun 09 21:58:21.422649 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:21.431324 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:21.494945 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Pushing event deleted for resources: {'Port': ['ID=00f53024-8252-4bb1-9fd0-5d154d6e6dd4,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:21.499269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:21.533929 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-522add3a-512a-415f-adbc-93f5e4ff75b2 req-6112f395-71f2-4289-9f8b-7b29e35b2090 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163086 Jun 09 21:58:21.590713 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] No DVR routers for this DVR port 00f53024-8252-4bb1-9fd0-5d154d6e6dd4 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:58:21.593415 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:21.595580 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eae979ed-0db0-40e8-b67b-ccf259094b41 req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.22 "DELETE /v2.0/ports/00f53024-8252-4bb1-9fd0-5d154d6e6dd4 HTTP/1.1" status: 204 len: 173 time: 1.2361803 Jun 09 21:58:21.596101 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'name': 'network-vif-deleted', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:21.598930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493adee2-2a60-4a4c-bfbf-6a549b5e2e7f" -d '{"events": [{"server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "name": "network-vif-deleted", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:21.653203 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c357f9e8-1c35-4f3f-a29f-1f5f7c164e40 x-openstack-request-id: req-c357f9e8-1c35-4f3f-a29f-1f5f7c164e40 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:21.653629 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40", "name": "network-vif-deleted", "tag": "00f53024-8252-4bb1-9fd0-5d154d6e6dd4", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:21.654023 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c357f9e8-1c35-4f3f-a29f-1f5f7c164e40 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:21.654539 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40', 'name': 'network-vif-deleted', 'tag': '00f53024-8252-4bb1-9fd0-5d154d6e6dd4', 'status': 'completed', 'code': 200} Jun 09 21:58:22.079822 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9ddc2b64-098a-4250-a314-9c93e6807235 req-3a5c1dd6-c048-41cf-bd24-30072e23d86a tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 210 time: 0.0852513 Jun 09 21:58:22.133216 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4d97c-4fd3-4643-a588-c3f112f71a66 req-7a497b39-4944-4e7d-b279-7accbd487edd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:22.135126 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6d4d97c-4fd3-4643-a588-c3f112f71a66 req-7a497b39-4944-4e7d-b279-7accbd487edd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1425567 Jun 09 21:58:22.189384 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6d4d97c-4fd3-4643-a588-c3f112f71a66 req-72b9f3c9-295e-4fb6-9829-497d7db132b9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479579 Jun 09 21:58:22.764377 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc84bc8-b73c-4a15-abaa-6f33db538f7c req-a7b58b7e-fc90-47de-bd61-b4085f45ef29 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:22.765824 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cfc84bc8-b73c-4a15-abaa-6f33db538f7c req-a7b58b7e-fc90-47de-bd61-b4085f45ef29 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1148722 Jun 09 21:58:22.820689 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cfc84bc8-b73c-4a15-abaa-6f33db538f7c req-6aa4a50e-1cae-4818-b5e0-2041c0f5d775 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431554 Jun 09 21:58:23.272861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3ee15f7c-19ac-4216-83f0-80d4b6c649c2 req-01d7b7f2-9ed0-4915-98f1-e01f61439448 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 210 time: 0.0539987 Jun 09 21:58:23.411252 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee757e01-1a2a-4125-83a9-02f679480cd8 req-62708b65-e614-4607-bde8-5746a463e1b3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:23.413219 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ee757e01-1a2a-4125-83a9-02f679480cd8 req-62708b65-e614-4607-bde8-5746a463e1b3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0897856 Jun 09 21:58:23.480455 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ee757e01-1a2a-4125-83a9-02f679480cd8 req-616df52e-7959-4327-8241-e13a97f95fad tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610416 Jun 09 21:58:24.044690 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309e50-7150-4d61-b502-6e370c795ec3 req-7681d172-29a1-4380-9cdd-90431f30321b tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.046029 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6c309e50-7150-4d61-b502-6e370c795ec3 req-7681d172-29a1-4380-9cdd-90431f30321b tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0878282 Jun 09 21:58:24.093644 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6c309e50-7150-4d61-b502-6e370c795ec3 req-d1c98a21-45a7-42fa-86bf-c38752832cb3 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 Jun 09 21:58:24.475628 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6bf6e57c-5cdd-4bfd-a28a-4a93aa50a05f req-e2eb85b1-b9a1-45cc-8a5c-49f53a59d639 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 210 time: 0.0453126 Jun 09 21:58:24.678366 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f21fdc-bd8c-4f0a-9aea-1b3863d8a824 req-89229e84-c471-49b4-a303-200a7786d8b5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.679927 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-55f21fdc-bd8c-4f0a-9aea-1b3863d8a824 req-89229e84-c471-49b4-a303-200a7786d8b5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0817866 Jun 09 21:58:24.728109 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-55f21fdc-bd8c-4f0a-9aea-1b3863d8a824 req-d22062c2-bb4b-4f60-8ee5-62869a77fcf7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408025 Jun 09 21:58:25.308683 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cd2cb-b67d-4c81-9255-9c7964d7c14b req-2373cf30-b730-49bf-a121-77f93fd13753 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:25.310319 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-858cd2cb-b67d-4c81-9255-9c7964d7c14b req-2373cf30-b730-49bf-a121-77f93fd13753 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1087248 Jun 09 21:58:25.358530 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-858cd2cb-b67d-4c81-9255-9c7964d7c14b req-e84a14fd-5ba3-4960-b004-120ba0b478ae tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Jun 09 21:58:25.687605 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a68dca84-dfae-48f4-a6e0-c4892d5b7891 req-596322ba-9f59-4c38-a017-562e98530da1 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 210 time: 0.0489366 Jun 09 21:58:25.965082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bcdd8-758e-4cd8-a37b-d430a5bc9fec req-45adff79-c1c6-4dd3-8248-ab84eb933383 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:25.967669 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-333bcdd8-758e-4cd8-a37b-d430a5bc9fec req-45adff79-c1c6-4dd3-8248-ab84eb933383 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1187217 Jun 09 21:58:26.022974 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-333bcdd8-758e-4cd8-a37b-d430a5bc9fec req-2f96dcdf-bead-4c7b-856b-2110db29c4c8 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468948 Jun 09 21:58:26.584870 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10770661-c2e1-4d0d-83c9-989be59842be req-633e7389-dc11-4487-897a-2afa303a1c04 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:26.587245 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-10770661-c2e1-4d0d-83c9-989be59842be req-633e7389-dc11-4487-897a-2afa303a1c04 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0991693 Jun 09 21:58:26.638594 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-10770661-c2e1-4d0d-83c9-989be59842be req-b8aa2452-586c-4c45-9454-fc31e3859c57 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490279 Jun 09 21:58:26.855535 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a15fa09d-d97a-4069-ba14-30b667b68d28 req-d4a53380-2971-4ee9-bca8-fb18c337b41c tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d8f3bbe-1e34-44e7-a9b4-6b22700b0b40 HTTP/1.1" status: 200 len: 210 time: 0.0454252 Jun 09 21:58:27.245851 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a149-ad77-422f-bdc8-6631491166c0 req-a3f56889-6c93-4b56-96a5-81468721c184 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:27.247460 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1bc0a149-ad77-422f-bdc8-6631491166c0 req-a3f56889-6c93-4b56-96a5-81468721c184 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0914884 Jun 09 21:58:27.297021 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1bc0a149-ad77-422f-bdc8-6631491166c0 req-d4f6ef58-44a9-4229-b525-5ef7141cd6e6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Jun 09 21:58:27.942877 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fc68b-ae0f-4969-99ad-1c467fab4b9f req-55a859e4-3652-4b2e-b598-d0af4815e45f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:27.950350 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b30fc68b-ae0f-4969-99ad-1c467fab4b9f req-55a859e4-3652-4b2e-b598-d0af4815e45f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1913228 Jun 09 21:58:27.973691 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51272) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:28.006068 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b30fc68b-ae0f-4969-99ad-1c467fab4b9f req-f79b7ffa-d68b-4d9b-86d3-a7040a04c470 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547650 Jun 09 21:58:28.511481 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dd44d-f608-4c9a-9715-b9a7780b3e6f req-03bd52fc-a860-4738-9364-86920dfc1784 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:28.512981 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b50dd44d-f608-4c9a-9715-b9a7780b3e6f req-03bd52fc-a860-4738-9364-86920dfc1784 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0901642 Jun 09 21:58:28.566746 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:28.575753 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b50dd44d-f608-4c9a-9715-b9a7780b3e6f req-a1c83f62-f28b-4ee4-b6a0-b5aa6f8709c7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553286 Jun 09 21:58:29.084028 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Deleting port 4843a380-ae6e-4438-b39d-fbf97340ef7e {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:58:29.084589 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.212527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054903a5-8b10-4d01-bb3e-4774f81e1779 req-8ccb8641-5997-43b3-a6fc-406b60b5383e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:29.214130 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-054903a5-8b10-4d01-bb3e-4774f81e1779 req-8ccb8641-5997-43b3-a6fc-406b60b5383e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0918438 Jun 09 21:58:29.222829 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] For port 4843a380-ae6e-4438-b39d-fbf97340ef7e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4843a380-ae6e-4438-b39d-fbf97340ef7e,segment=NetworkSegment(91586a9c-53cf-4fdb-91a3-b1b5bc428831),segment_id=91586a9c-53cf-4fdb-91a3-b1b5bc428831)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:29.223227 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.272277 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-054903a5-8b10-4d01-bb3e-4774f81e1779 req-4e13e556-0d0a-436c-bc7b-9c6122c53805 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479429 Jun 09 21:58:29.371140 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Calling delete_port for 4843a380-ae6e-4438-b39d-fbf97340ef7e owned by network:router_interface {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:58:29.749790 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.754017 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-739f5759-68a6-4625-8738-fcd8c537da8c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:29.809460 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4843a380-ae6e-4438-b39d-fbf97340ef7e,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:29.816517 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:29.837371 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c216c6-a87f-400a-898b-d9d64b42f4cd req-044d3a47-d15b-4ee1-9ea5-c6439e9e3aaa tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:29.839157 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-52c216c6-a87f-400a-898b-d9d64b42f4cd req-044d3a47-d15b-4ee1-9ea5-c6439e9e3aaa tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.1008751 Jun 09 21:58:29.905271 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-52c216c6-a87f-400a-898b-d9d64b42f4cd req-a0322580-d4e3-4d98-a17e-fac7e0ab4150 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564392 Jun 09 21:58:30.131011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-e05b8129-5549-48ed-81b0-ccc6a55bef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:30.132502 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-e05b8129-5549-48ed-81b0-ccc6a55bef1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1099 time: 0.0894570 Jun 09 21:58:30.189008 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:30.341264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-1dd9b003-b805-44ff-a71b-c3be39d4b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:30.345273 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-1dd9b003-b805-44ff-a71b-c3be39d4b4e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.1914136 Jun 09 21:58:30.507417 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-5a6d5d97-35a2-496d-955a-acea06f17052 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.1564007 Jun 09 21:58:30.596794 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-9b8c654d-38b4-466d-9bfd-afe4c397881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:30.598295 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-9b8c654d-38b4-466d-9bfd-afe4c397881b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0827141 Jun 09 21:58:30.606660 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce10799-4f99-4d80-8ba8-5a0ba20253ee req-4c11338b-b0e0-4e4a-9c6b-0692a09158f5 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:30.608194 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2ce10799-4f99-4d80-8ba8-5a0ba20253ee req-4c11338b-b0e0-4e4a-9c6b-0692a09158f5 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1816785 Jun 09 21:58:30.708935 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:58:30.716391 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2ce10799-4f99-4d80-8ba8-5a0ba20253ee req-6c6b8b7d-5e76-4a24-9054-4b549abfbcde tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627484 Jun 09 21:58:30.730691 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-48082d33-d8e1-43cc-a430-4453e1010502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:30.732146 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-48082d33-d8e1-43cc-a430-4453e1010502 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1230562 Jun 09 21:58:30.869180 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-b96680ae-a761-41be-b39f-37904ccde617 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248114 Jun 09 21:58:30.891463 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:58:30.899934 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] 10.222.0.26 "PUT /v2.0/routers/ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216394 Jun 09 21:58:30.899934 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51308) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:30.904849 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] Sync routers for ids ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:58:30.914919 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] Routers {'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:30.915642 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:31.014458 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a3c93cf8-39f8-42cc-8ccd-b65326c310ff req-470726a3-3fbd-492e-96fb-42cd230f52c9 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380291 Jun 09 21:58:31.078457 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:31.099342 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] Set router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:31.105405 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a4b8f-2ebd-4ad3-a007-8e139aeeea1d req-e988b4df-a907-41e8-a0dd-52cf5111bb51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:31.108402 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-167a4b8f-2ebd-4ad3-a007-8e139aeeea1d req-e988b4df-a907-41e8-a0dd-52cf5111bb51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0840068 Jun 09 21:58:31.154208 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-167a4b8f-2ebd-4ad3-a007-8e139aeeea1d req-7be6550f-6bda-48de-a9f6-94c8ead6a966 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Jun 09 21:58:31.257137 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:31.331863 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Deleting port b63aedce-12d2-403e-a332-58876d7bb169 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:58:31.332294 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:31.390690 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:58:29Z', 'revision_number': 5, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port': {'id': 'b63aedce-12d2-403e-a332-58876d7bb169', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:31.394371 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] Checking router: ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:58:31.402915 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] Routers {'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:31.403497 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:31.450601 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] For port b63aedce-12d2-403e-a332-58876d7bb169, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=b63aedce-12d2-403e-a332-58876d7bb169,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:31.450961 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:31.571244 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Calling delete_port for b63aedce-12d2-403e-a332-58876d7bb169 owned by network:router_gateway {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:58:31.571460 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] Set router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 gateway port host: None {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:31.678175 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:58:31Z', 'revision_number': 6, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:31.682306 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1cabc-1e44-41d3-8941-7de31c724e5f None None] The sync data for ids ['ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41'] in dv-cinder-774286-15-iscsi is: [{'id': 'ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41', 'name': 'tempest-ServerRescueNegativeTestJSON-1281127469-router', 'tenant_id': '8152221f216549788f18e74da3fa52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:58:31Z', 'revision_number': 6, 'project_id': '8152221f216549788f18e74da3fa52e9', 'gw_port_host': None}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:58:31.711732 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:31.717607 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:31.760514 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63aedce-12d2-403e-a332-58876d7bb169,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:31.790594 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:31.850210 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:31.922076 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b54bc-32c5-4116-8acc-4681c7993ec4 req-a042fea7-6195-4cc5-b792-b6cdc9e44a1a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:31.923724 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dd6b54bc-32c5-4116-8acc-4681c7993ec4 req-a042fea7-6195-4cc5-b792-b6cdc9e44a1a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0934932 Jun 09 21:58:31.972999 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dd6b54bc-32c5-4116-8acc-4681c7993ec4 req-56948874-a4d8-498e-8785-5a72e1751269 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Jun 09 21:58:32.117285 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.119849 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.123797 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4843a380-ae6e-4438-b39d-fbf97340ef7e no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:58:32.150625 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-f516e379-7de3-477b-ae10-e68d49ad8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:32.152148 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-f516e379-7de3-477b-ae10-e68d49ad8bcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1099 time: 0.0746913 Jun 09 21:58:32.163773 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 4843a380-ae6e-4438-b39d-fbf97340ef7e {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:58:32.164531 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4843a380-ae6e-4438-b39d-fbf97340ef7e not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:58:32.205508 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.206088 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 {{(pid=91685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 21:58:32.211396 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.215156 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ddfbb4ea-c9f7-4f4f-8bc6-61c60a885b41 HTTP/1.1" status: 204 len: 168 time: 1.3131075 Jun 09 21:58:32.215380 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51322) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:32.275986 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Deleting subnet f149cfa6-2488-4aed-bb6e-229ec823e8b0 {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:58:32.278920 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.330012 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.405976 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.434250 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-5343cc0e-2add-4128-a09b-f0ec1c4dab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:32.435598 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-5343cc0e-2add-4128-a09b-f0ec1c4dab46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.2767324 Jun 09 21:58:32.487367 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.493093 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:32.532381 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f149cfa6-2488-4aed-bb6e-229ec823e8b0,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:32.534343 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.538946 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f149cfa6-2488-4aed-bb6e-229ec823e8b0 HTTP/1.1" status: 204 len: 168 time: 0.3225038 Jun 09 21:58:32.540040 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:32.540492 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51332) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:32.541894 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc40fd8-72ee-4f3d-ac7f-59484844e153 req-f444c103-6ae6-4e66-927e-e118e18756e2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:32.548714 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9dc40fd8-72ee-4f3d-ac7f-59484844e153 req-f444c103-6ae6-4e66-927e-e118e18756e2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.2725909 Jun 09 21:58:32.610428 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9dc40fd8-72ee-4f3d-ac7f-59484844e153 req-33b683e6-c627-43f8-bd14-10e9d7bfb3dc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607016 Jun 09 21:58:32.620600 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-fe31589f-88cc-4525-8964-ed97800663b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 1002 time: 0.1782527 Jun 09 21:58:32.650060 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.686796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-388d1d9b-f65d-45e2-802b-b519caad1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:32.688229 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-388d1d9b-f65d-45e2-802b-b519caad1791 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0611887 Jun 09 21:58:32.772276 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-70ebd40a-e79f-4da5-aa1a-fe682ec9303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:32.773802 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-70ebd40a-e79f-4da5-aa1a-fe682ec9303a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0791152 Jun 09 21:58:32.814413 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.829989 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c156ee-d505-40b7-9c18-ed5b1e54b63d']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:32.846915 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91586a9c-53cf-4fdb-91a3-b1b5bc428831') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:32.847201 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91586a9c-53cf-4fdb-91a3-b1b5bc428831') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:32.860413 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.882553 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.889760 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:58:32.890181 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:58:32.911101 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:58:32.938654 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-9eecfca1-c75d-401b-94ec-b492c2586511 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474833 Jun 09 21:58:32.989625 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.999664 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:32.999664 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61c156ee-d505-40b7-9c18-ed5b1e54b63d HTTP/1.1" status: 204 len: 168 time: 0.4579408 Jun 09 21:58:33.000947 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:33.021247 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c156ee-d505-40b7-9c18-ed5b1e54b63d,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:33.023998 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:33.057481 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.143526 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6f9ab43-3a51-43b2-b69d-063ec3de6396 req-120a98c5-4836-4932-9b5d-85795710549a service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901953 Jun 09 21:58:33.183579 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683014f-efd2-44dd-b4c4-74236c89185c req-bc812301-c4a6-48ae-953f-b956f792c08e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:33.185071 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c683014f-efd2-44dd-b4c4-74236c89185c req-bc812301-c4a6-48ae-953f-b956f792c08e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0876496 Jun 09 21:58:33.204804 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51342) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:33.233641 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c683014f-efd2-44dd-b4c4-74236c89185c req-ba40be2a-2f6e-4f82-a10b-5856d1876ebf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Jun 09 21:58:33.257098 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-daa1efca-ab4c-42d9-a8bc-22fcbb551bc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8152221f216549788f18e74da3fa52e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509355 Jun 09 21:58:33.259312 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51344) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:33.315434 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.342066 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.393605 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.396586 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.397812 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34ba3e28-3c77-4f77-9983-7be402792e1f HTTP/1.1" status: 204 len: 168 time: 0.1375732 Jun 09 21:58:33.398656 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7ee2cd7a-7706-4320-b91c-4f53c2a2ad85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:33.408993 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ba3e28-3c77-4f77-9983-7be402792e1f,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:33.411250 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:33.808911 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42757fcb-a1eb-48b1-a509-54d2b5caae64 req-54d7d83a-7be5-4944-8fab-8c10e7db501c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:33.808911 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-42757fcb-a1eb-48b1-a509-54d2b5caae64 req-54d7d83a-7be5-4944-8fab-8c10e7db501c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 946 time: 0.0809715 Jun 09 21:58:33.857350 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-42757fcb-a1eb-48b1-a509-54d2b5caae64 req-c8f5049c-b973-4515-aee9-3f304bfa2ab6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431311 Jun 09 21:58:33.896331 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device b63aedce-12d2-403e-a332-58876d7bb169 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:58:33.971649 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: b63aedce-12d2-403e-a332-58876d7bb169 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:58:33.972027 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device b63aedce-12d2-403e-a332-58876d7bb169 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:58:34.045373 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7b73-4238-49c4-86d8-4397c8951055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.167187 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51372) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:34.193670 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:58:34.285272 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1070792345-network', 'tenant_id': 'f5dcfc8d7dcc4415b273044e466626ae'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:34.311864 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Made reservation on behalf of f5dcfc8d7dcc4415b273044e466626ae for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:34.314683 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.329459 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.346598 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.386319 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:34.388948 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c64a68-9cbb-40ad-bd29-bc77eca93887" -d '{"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-unplugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:34.398568 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:34.403086 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.406801 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:34.434509 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fe6fe-b0b5-48a6-81eb-d72ecd2795a1 req-d33a06ee-0393-42be-a9fc-c106fd9e3fac tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.436758 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cf9fe6fe-b0b5-48a6-81eb-d72ecd2795a1 req-d33a06ee-0393-42be-a9fc-c106fd9e3fac tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0903335 Jun 09 21:58:34.470510 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.475751 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.485822 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=8']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:34.488390 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:58:34.489065 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:34.490937 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-27f3ab9e-edfd-417c-98b7-a47281ef8347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:34.516151 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.516577 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Added segment 4201a015-8915-4308-a0d2-33196a6a0d7c of type vlan for network ee5b9b5e-7246-4cb2-af1a-527a1417c82b Jun 09 21:58:34.525767 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cf9fe6fe-b0b5-48a6-81eb-d72ecd2795a1 req-5fca7414-5edc-42e8-8509-e6f1af78c6c4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835993 Jun 09 21:58:34.528621 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3099a-33c5-4ab2-8971-03667bcd746a,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:34.532952 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:34.561023 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.563912 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fbcc9-9331-4ecd-b17c-65682ed19f3f req-6aaadffd-59a2-4168-9a1d-8205b04846e3 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.565496 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e63fbcc9-9331-4ecd-b17c-65682ed19f3f req-6aaadffd-59a2-4168-9a1d-8205b04846e3 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 946 time: 0.1029463 Jun 09 21:58:34.593084 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f966fc0-7cf8-4e11-a9fa-07983496225d x-openstack-request-id: req-1f966fc0-7cf8-4e11-a9fa-07983496225d {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:34.593381 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-unplugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:34.593812 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f966fc0-7cf8-4e11-a9fa-07983496225d {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:34.594097 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.594421 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157', 'code': 200} Jun 09 21:58:34.595865 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.596479 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.601273 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:34.615404 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e63fbcc9-9331-4ecd-b17c-65682ed19f3f req-44d66f18-ffe2-486e-99f3-a5636be8b0a0 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Jun 09 21:58:34.685520 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5170178 Jun 09 21:58:34.688116 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51382) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:34.692748 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Request body: {'subnet': {'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1070792345-subnet', 'tenant_id': 'f5dcfc8d7dcc4415b273044e466626ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:34.706514 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Pushing event updated for resources: {'Network': ['ID=ee5b9b5e-7246-4cb2-af1a-527a1417c82b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:34.711638 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:34.717049 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:58:34.721898 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Made reservation on behalf of f5dcfc8d7dcc4415b273044e466626ae for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:34.724418 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5878790'] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.923457 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6023198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5878900'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.927945 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:35.085290 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de22de2-8ecf-49b7-828e-8ec47e621223 req-5670ef15-c301-405e-8097-e18ca349c1fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:35.086929 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4de22de2-8ecf-49b7-828e-8ec47e621223 req-5670ef15-c301-405e-8097-e18ca349c1fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0891583 Jun 09 21:58:35.094352 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1909e515-ce3f-43c1-840d-f57035af4a17,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:35.096981 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:35.105538 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Checking segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:35.105891 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Network hostable DHCP agents. Network: ee5b9b5e-7246-4cb2-af1a-527a1417c82b, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:58:35.124100 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:58:35.135591 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4de22de2-8ecf-49b7-828e-8ec47e621223 req-7b2c5501-b133-4258-9fa0-2024f62ca9c2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Jun 09 21:58:35.135836 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, ee5b9b5e-7246-4cb2-af1a-527a1417c82b) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:35.141678 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:35.142151 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:35.145131 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9133b4b-9d84-40a2-b7b4-723c3f96bb98 None None] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:58:35.171871 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-5cd3765f-da31-41df-a573-093bc36cd043 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4817994 Jun 09 21:58:35.348070 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafe044-3c6f-4fd3-91bc-013a272fc8a7 None None] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:58:35.796749 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-1f21ae09-7c66-44d6-b67d-364172a926df tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:35.799540 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-1f21ae09-7c66-44d6-b67d-364172a926df tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.2114372 Jun 09 21:58:35.809491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126320-d6db-4cb0-96a6-797fdbd06ebf req-92c3474c-26d2-4e3d-93db-d1cb3363abda tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:35.811113 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d126320-d6db-4cb0-96a6-797fdbd06ebf req-92c3474c-26d2-4e3d-93db-d1cb3363abda tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1443417 Jun 09 21:58:35.821590 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-f82904c3-1fd8-420c-af5d-1076a51509ef tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/quotas/f5dcfc8d7dcc4415b273044e466626ae HTTP/1.1" status: 200 len: 375 time: 0.0094302 Jun 09 21:58:35.886308 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-c36e2f74-f065-40e2-ab0a-b043c862d96a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497353 Jun 09 21:58:35.972911 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d126320-d6db-4cb0-96a6-797fdbd06ebf req-c283e2a5-bf92-46e3-874a-894ba5789291 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504011 Jun 09 21:58:36.027763 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-cc3546a2-90ac-45bc-b74c-fa2713860030 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341457 Jun 09 21:58:36.257004 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f3f79aaf-bc41-48bc-a98d-77e7462d67d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:36.306239 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-77f8970c-0de5-46a0-ad60-2cb543835b6e service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725623 Jun 09 21:58:36.329608 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661cc49-df59-4c96-b72f-cc530bd5a987 req-a9a45cd8-ad2e-4f04-9791-51e6f2496ef0 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:36.331113 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1661cc49-df59-4c96-b72f-cc530bd5a987 req-a9a45cd8-ad2e-4f04-9791-51e6f2496ef0 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 946 time: 0.1099458 Jun 09 21:58:36.379329 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1661cc49-df59-4c96-b72f-cc530bd5a987 req-5faca4eb-f52f-4c14-9e78-037441f5dee9 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Jun 09 21:58:36.460651 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:36.536333 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-47e03d74-558d-43ff-bf93-bb2d69ab1f20 req-f01fb860-d8ba-412c-af8b-5b69209c75b3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 210 time: 0.0904133 Jun 09 21:58:36.641638 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-9c291ea5-1b3a-4033-ae20-5733584d1b26 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:36.643137 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-9c291ea5-1b3a-4033-ae20-5733584d1b26 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 946 time: 0.1609907 Jun 09 21:58:36.654796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef1d0-46da-49c2-830e-be18541366fd req-0bad168f-bbf2-4f3d-9c18-81cff3189180 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:36.661709 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b13ef1d0-46da-49c2-830e-be18541366fd req-0bad168f-bbf2-4f3d-9c18-81cff3189180 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1441836 Jun 09 21:58:36.755726 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b13ef1d0-46da-49c2-830e-be18541366fd req-cc91e622-27cb-43bf-9f26-8ed456a61255 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931497 Jun 09 21:58:36.830264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Deleting port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:58:36.830901 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:36.971638 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] For port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:36.972115 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:37.100955 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Calling delete_port for efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:58:37.208318 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b7b7f-2016-44bd-9a95-98921033236f req-6bbc0393-e8fd-40b4-b165-831c3b062fbd tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:37.210291 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a53b7b7f-2016-44bd-9a95-98921033236f req-6bbc0393-e8fd-40b4-b165-831c3b062fbd tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1173911 Jun 09 21:58:37.301259 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a53b7b7f-2016-44bd-9a95-98921033236f req-7583f3cc-962f-4b3f-bab2-dd201d742937 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846424 Jun 09 21:58:37.310991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:37.317104 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:37.357334 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['efa5474c-5dfe-40a7-a7df-149e0d5a8ad4'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:37.403088 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Pushing event deleted for resources: {'Port': ['ID=efa5474c-5dfe-40a7-a7df-149e0d5a8ad4,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:37.406206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:37.472893 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] No DVR routers for this DVR port efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:58:37.477285 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:37.479754 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-49437094-f93e-48e3-b53f-dac7c72ddc45 req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "DELETE /v2.0/ports/efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 HTTP/1.1" status: 204 len: 173 time: 0.8160968 Jun 09 21:58:37.480375 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'name': 'network-vif-deleted', 'tag': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:37.483189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4651c887-509f-4cb2-a953-8c23a44fc1fe" -d '{"events": [{"server_uuid": "e9e44318-2226-4832-b6b1-91d819fb306e", "name": "network-vif-deleted", "tag": "efa5474c-5dfe-40a7-a7df-149e0d5a8ad4"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:37.611130 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:37.633650 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6422d9-6239-492e-a9d1-ffb9e9b6988a x-openstack-request-id: req-4c6422d9-6239-492e-a9d1-ffb9e9b6988a {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:37.639115 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e44318-2226-4832-b6b1-91d819fb306e", "name": "network-vif-deleted", "tag": "efa5474c-5dfe-40a7-a7df-149e0d5a8ad4", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:37.639410 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c6422d9-6239-492e-a9d1-ffb9e9b6988a {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:37.639867 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e44318-2226-4832-b6b1-91d819fb306e', 'name': 'network-vif-deleted', 'tag': 'efa5474c-5dfe-40a7-a7df-149e0d5a8ad4', 'status': 'completed', 'code': 200} Jun 09 21:58:37.662479 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-be688592-83b1-4367-a5f1-ace6995572dc req-34b4102d-e64b-45de-81b6-f76d7aed6f05 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e44318-2226-4832-b6b1-91d819fb306e HTTP/1.1" status: 200 len: 210 time: 0.0826299 Jun 09 21:58:38.018661 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 51468) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:38.030854 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-e45cb974-881c-4c1b-92e7-4613949d746f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:38.032299 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-e45cb974-881c-4c1b-92e7-4613949d746f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.3729463 Jun 09 21:58:38.059319 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Request body: {'port': {'device_id': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'admin_state_up': True, 'tenant_id': 'f5dcfc8d7dcc4415b273044e466626ae'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:38.085107 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7dae-6fe5-4be7-bd1c-b52e9364d7d4 req-c9b9bb89-4ab9-438f-ac4d-32a42f33cfd2 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:38.086561 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4aed7dae-6fe5-4be7-bd1c-b52e9364d7d4 req-c9b9bb89-4ab9-438f-ac4d-32a42f33cfd2 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.3604412 Jun 09 21:58:38.140482 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-8517569b-ff65-4b0a-8bf8-c6ca7db5d0f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205776 Jun 09 21:58:38.222878 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:58:38.243016 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb19b-ac36-433a-91e9-d2b60b760e07 req-b52bfd9c-e25f-475d-bcce-563f99d5d991 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:38.244166 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-087cb19b-ac36-433a-91e9-d2b60b760e07 req-b52bfd9c-e25f-475d-bcce-563f99d5d991 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.4327323 Jun 09 21:58:38.290942 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:58:38.291290 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device efa5474c-5dfe-40a7-a7df-149e0d5a8ad4 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:58:38.291848 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:58:38.368114 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4aed7dae-6fe5-4be7-bd1c-b52e9364d7d4 req-6da844f0-be71-4673-b8ff-c5b2f238605d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181085 Jun 09 21:58:38.380902 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-3580fe9b-c7e8-4264-9ac1-ec1bd8cf41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:38.382360 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-3580fe9b-c7e8-4264-9ac1-ec1bd8cf41c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1099 time: 0.4321132 Jun 09 21:58:38.397038 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-087cb19b-ac36-433a-91e9-d2b60b760e07 req-f0591c2b-2208-4992-8019-42378bc8ce99 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436956 Jun 09 21:58:38.545947 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-48542336-5f6c-4fa6-94b6-b0e1a3eea852 req-9bdbaae5-d5c4-4ab8-b21b-643e8c9874eb tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 210 time: 0.0643597 Jun 09 21:58:38.603367 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Made reservation on behalf of f5dcfc8d7dcc4415b273044e466626ae for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:38.606738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:38.626554 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-c8780ba2-a897-467a-ab79-e5b46f73116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:38.627931 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-c8780ba2-a897-467a-ab79-e5b46f73116b service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.2291720 Jun 09 21:58:38.795471 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-f8c5af63-adb6-49e4-8ec6-b1c4d5f5566b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.1264360 Jun 09 21:58:38.901022 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-e5ce245e-1696-48f3-9461-9d6c3f91586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:38.902468 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-e5ce245e-1696-48f3-9461-9d6c3f91586c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0798275 Jun 09 21:58:38.906197 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Allocated IP 172.20.0.6 (ee5b9b5e-7246-4cb2-af1a-527a1417c82b/1909e515-ce3f-43c1-840d-f57035af4a17/ab13e2b9-1b46-4035-87b5-8036287af9f0) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:39.108966 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-d0fb03d2-a70f-46dc-bb5f-d64bb4bd7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:39.110407 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-d0fb03d2-a70f-46dc-bb5f-d64bb4bd7c4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1997273 Jun 09 21:58:39.250340 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.288909 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-90beade7-b565-4a61-95e6-361bc272b7e2 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696279 Jun 09 21:58:39.310214 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.383239 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.389656 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:39.473267 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:39.478694 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:39.494831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:39.601646 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cf7b673-4d07-4fa2-ab07-dcef7b63f968 req-e2a04055-cf12-407e-825e-d857b14bea10 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043008 Jun 09 21:58:39.612581 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event updated for resources: {'Port': ['ID=ab13e2b9-1b46-4035-87b5-8036287af9f0,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:39.626087 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:39.662359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:39.662962 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.696385 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6440563 Jun 09 21:58:39.716505 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8bc4-7ef4-49b6-aca4-a0bc7de40396 req-b4b6dad8-8d52-4ac2-842d-b88bd8039990 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:39.717902 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bc2e8bc4-7ef4-49b6-aca4-a0bc7de40396 req-b4b6dad8-8d52-4ac2-842d-b88bd8039990 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.2269273 Jun 09 21:58:39.726887 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26423344-8eb0-4116-a0cd-61a884bef942 req-1c07cdbc-4820-4900-9f80-9ed6e4a62c9b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:39.728276 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-26423344-8eb0-4116-a0cd-61a884bef942 req-1c07cdbc-4820-4900-9f80-9ed6e4a62c9b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.2023141 Jun 09 21:58:39.732766 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Request body: {'port': {'device_id': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:39.974588 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bc2e8bc4-7ef4-49b6-aca4-a0bc7de40396 req-fbaa8c15-3b3c-4fd4-92ae-9c1b6b3eace0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448924 Jun 09 21:58:39.979188 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-26423344-8eb0-4116-a0cd-61a884bef942 req-36ef4fc5-e140-43c0-996d-8fc5d061ca76 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222817 Jun 09 21:58:40.003967 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.276746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9674a-80ec-4d4d-8f9b-71cb07fc324b req-fa505b76-5a5c-40f1-8899-5fd0c2288c80 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:40.278188 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bd9674a-80ec-4d4d-8f9b-71cb07fc324b req-fa505b76-5a5c-40f1-8899-5fd0c2288c80 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 931 time: 0.2107086 Jun 09 21:58:40.360088 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bd9674a-80ec-4d4d-8f9b-71cb07fc324b req-3bc8eb51-d256-48a4-832c-e1eaddee60b7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730538 Jun 09 21:58:40.436129 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab13e2b9-1b46-4035-87b5-8036287af9f0 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:58:40.443889 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.457649 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Transition to ACTIVE for port object ab13e2b9-1b46-4035-87b5-8036287af9f0 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:40.461259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.465430 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-124f4198-23d2-4dea-84c7-666e04418d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:40.610275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Pushing event updated for resources: {'Port': ['ID=ab13e2b9-1b46-4035-87b5-8036287af9f0,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:40.617505 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:40.684662 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Attempting to bind port ab13e2b9-1b46-4035-87b5-8036287af9f0 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:40.684989 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Attempting to bind port ab13e2b9-1b46-4035-87b5-8036287af9f0 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:40.685310 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Attempting to bind port ab13e2b9-1b46-4035-87b5-8036287af9f0 on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:40.689752 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Port ab13e2b9-1b46-4035-87b5-8036287af9f0 on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:58:40.690087 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Attempting to bind port ab13e2b9-1b46-4035-87b5-8036287af9f0 on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:40.695011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:40.695336 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Checking segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:40.695704 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Bound using segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:40.696155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Bound port: ab13e2b9-1b46-4035-87b5-8036287af9f0, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:40.696489 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.783685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] For port ab13e2b9-1b46-4035-87b5-8036287af9f0, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:40.787065 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] For port ab13e2b9-1b46-4035-87b5-8036287af9f0, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ab13e2b9-1b46-4035-87b5-8036287af9f0,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:40.791859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.795340 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:40.853277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:40.853878 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.855264 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] 10.222.0.22 "PUT /v2.0/ports/ab13e2b9-1b46-4035-87b5-8036287af9f0 HTTP/1.1" status: 200 len: 1093 time: 1.1364858 Jun 09 21:58:40.855728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'tag': 'ab13e2b9-1b46-4035-87b5-8036287af9f0'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:40.857972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5c7f0-d3d1-47a3-b42a-22cf04805451" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a", "tag": "ab13e2b9-1b46-4035-87b5-8036287af9f0"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:40.875908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Pushing event updated for resources: {'Port': ['ID=ab13e2b9-1b46-4035-87b5-8036287af9f0,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:40.881749 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:40.901171 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f12f5d-901f-409c-9316-7190b3d2aea8 x-openstack-request-id: req-d9f12f5d-901f-409c-9316-7190b3d2aea8 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:40.901489 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a", "tag": "ab13e2b9-1b46-4035-87b5-8036287af9f0", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:40.901772 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9f12f5d-901f-409c-9316-7190b3d2aea8 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:40.902213 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'tag': 'ab13e2b9-1b46-4035-87b5-8036287af9f0', 'status': 'completed', 'code': 200} Jun 09 21:58:41.219214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a2da0-01e1-4c5d-ad3a-da7e4ca9cbf7 req-ca3ef77a-03ed-475e-9b5d-2668678cb71c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:41.220689 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a1a2da0-01e1-4c5d-ad3a-da7e4ca9cbf7 req-ca3ef77a-03ed-475e-9b5d-2668678cb71c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1427732 Jun 09 21:58:41.228954 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9302-e28d-401b-8553-82e51ab42873 req-c6c057f8-804f-45d5-8094-aa560ce2c25f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:41.230263 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fedc9302-e28d-401b-8553-82e51ab42873 req-c6c057f8-804f-45d5-8094-aa560ce2c25f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1199055 Jun 09 21:58:41.300911 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a1a2da0-01e1-4c5d-ad3a-da7e4ca9cbf7 req-5eb79855-796e-4ea6-99a4-8dbbf9a68d8a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697439 Jun 09 21:58:41.306085 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fedc9302-e28d-401b-8553-82e51ab42873 req-4b9a97c0-74e6-4f8c-8239-133d0bc4fa05 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620301 Jun 09 21:58:41.538566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9b97b-8038-41c9-b466-9a7b0bf689ca req-3a352218-1194-48c2-ad94-f7ab4a83d688 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:41.539995 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-96b9b97b-8038-41c9-b466-9a7b0bf689ca req-3a352218-1194-48c2-ad94-f7ab4a83d688 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.0773206 Jun 09 21:58:41.582382 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-96b9b97b-8038-41c9-b466-9a7b0bf689ca req-a00091a2-3988-464c-acb4-c568a4977669 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369570 Jun 09 21:58:42.544204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24d4a-1875-4de0-acc6-7801258e2c19 req-96b2fe7d-b3d5-4245-82c9-add4db6f977d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:42.545621 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bb24d4a-1875-4de0-acc6-7801258e2c19 req-96b2fe7d-b3d5-4245-82c9-add4db6f977d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1397150 Jun 09 21:58:42.553248 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4286f-b38a-4ced-9da7-fcc54dce6d71 req-6c9fd807-dc62-49f4-a1d1-b230620e7fba tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:42.554542 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f1d4286f-b38a-4ced-9da7-fcc54dce6d71 req-6c9fd807-dc62-49f4-a1d1-b230620e7fba tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1146798 Jun 09 21:58:42.619001 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bb24d4a-1875-4de0-acc6-7801258e2c19 req-3515b950-16ec-4234-91d8-6b8025f6bed5 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635562 Jun 09 21:58:42.625476 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f1d4286f-b38a-4ced-9da7-fcc54dce6d71 req-dee55d63-319a-43c8-80a9-964b0f15ca21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556591 Jun 09 21:58:42.791339 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b6cad-3904-4b81-bf4c-b0aedd78e93a req-8ca64605-bf8c-427d-841e-f94264fcc09d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:42.792778 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-607b6cad-3904-4b81-bf4c-b0aedd78e93a req-8ca64605-bf8c-427d-841e-f94264fcc09d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.0806863 Jun 09 21:58:42.835752 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-607b6cad-3904-4b81-bf4c-b0aedd78e93a req-5d75273e-c1bf-4a7d-a64f-6eb2fb79550d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 Jun 09 21:58:43.180930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5c7f0-d3d1-47a3-b42a-22cf04805451 req-cf543bf9-e7c0-4e1e-a387-9f39dc6260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:43.182363 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5eb5c7f0-d3d1-47a3-b42a-22cf04805451 req-cf543bf9-e7c0-4e1e-a387-9f39dc6260d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 1096 time: 0.0704727 Jun 09 21:58:43.415549 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5c7f0-d3d1-47a3-b42a-22cf04805451 req-4ed37b51-0123-4482-8d93-a9942e1cf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:43.417119 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5eb5c7f0-d3d1-47a3-b42a-22cf04805451 req-4ed37b51-0123-4482-8d93-a9942e1cf640 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2175949 Jun 09 21:58:43.553965 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5c7f0-d3d1-47a3-b42a-22cf04805451 req-cdb1fd45-20c7-433e-9800-d4c265b9d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:43.555276 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5eb5c7f0-d3d1-47a3-b42a-22cf04805451 req-cdb1fd45-20c7-433e-9800-d4c265b9d85f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314986 Jun 09 21:58:43.733676 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-a296dac0-1a67-407e-8f6a-43962acd6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:43.734962 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-a296dac0-1a67-407e-8f6a-43962acd6913 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 1096 time: 0.1036465 Jun 09 21:58:43.873362 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-6331afa2-4924-434c-98ae-04992515054a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab13e2b9-1b46-4035-87b5-8036287af9f0 HTTP/1.1" status: 200 len: 217 time: 0.1033261 Jun 09 21:58:43.966730 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-788843e4-7d44-49b3-9ce5-476268f7a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:43.968174 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-788843e4-7d44-49b3-9ce5-476268f7a507 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 200 len: 855 time: 0.0841925 Jun 09 21:58:44.029534 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b73d4b-81e1-4bb2-8940-4438d8738c2f req-262725db-387c-4845-8112-27da926f5f37 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:44.030954 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9b73d4b-81e1-4bb2-8940-4438d8738c2f req-262725db-387c-4845-8112-27da926f5f37 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.2600081 Jun 09 21:58:44.032780 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-1b55d820-c572-462a-bbaa-19fe53ef8d44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580287 Jun 09 21:58:44.039821 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262ee2-6472-4217-a204-14c45926acec req-9c327e14-87d5-4ada-9937-dcf00c90d515 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:44.041143 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0e262ee2-6472-4217-a204-14c45926acec req-9c327e14-87d5-4ada-9937-dcf00c90d515 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.3052993 Jun 09 21:58:44.168068 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9b73d4b-81e1-4bb2-8940-4438d8738c2f req-8a709169-b9c1-4db9-9383-b07b92918d45 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258755 Jun 09 21:58:44.201321 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0e262ee2-6472-4217-a204-14c45926acec req-89040075-ec97-43ea-ade5-0eac8e9a06af tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447940 Jun 09 21:58:44.244443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-70835681-2faa-404e-a83d-b564ee62c628 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869216 Jun 09 21:58:44.450833 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8b98bbda-1fff-4da9-996f-8e7d72fa5eba req-c8892e40-c913-46f3-b886-d73b489b8d96 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906335 Jun 09 21:58:44.462377 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85ade9-116d-4397-af4f-5090dcfff907 req-0cd05141-e5c9-4596-9c94-d71912fb271d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:44.463790 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ea85ade9-116d-4397-af4f-5090dcfff907 req-0cd05141-e5c9-4596-9c94-d71912fb271d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.1829445 Jun 09 21:58:44.509142 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ea85ade9-116d-4397-af4f-5090dcfff907 req-83e9c29d-de22-4f57-b20b-4c546f0a92b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389676 Jun 09 21:58:44.590254 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-8169d727-d59d-42d4-82a8-6ebfccc2a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:44.591673 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-8169d727-d59d-42d4-82a8-6ebfccc2a0ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39&tenant_id=f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 1097 time: 0.0708280 Jun 09 21:58:44.696283 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-18bbf288-ac27-4d2d-b013-3f05a8ceed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:44.697623 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-18bbf288-ac27-4d2d-b013-3f05a8ceed0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1097 time: 0.0727572 Jun 09 21:58:44.824645 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-6dd15074-e64a-4fd7-87a3-b13bb9d49dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:44.826313 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-6dd15074-e64a-4fd7-87a3-b13bb9d49dd0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.1221967 Jun 09 21:58:44.925743 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-f45a09f0-c4fd-477c-89fc-6eb3d12fada8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 1000 time: 0.0923800 Jun 09 21:58:45.063922 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-a6b0b29a-884f-4ef4-ad7c-7f9f492fa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:45.065266 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-a6b0b29a-884f-4ef4-ad7c-7f9f492fa250 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.1326864 Jun 09 21:58:45.137134 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-1249b365-8233-48bf-838a-ee94dcd842eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:45.138503 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-1249b365-8233-48bf-838a-ee94dcd842eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665627 Jun 09 21:58:45.266205 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-5c4cf967-10c4-4a95-b808-3c08683546db service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204576 Jun 09 21:58:45.454670 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-851c9e48-518e-4f3d-af6d-e845295f8bbd req-8d08d612-81e4-4ed9-8939-67c9559e9450 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818292 Jun 09 21:58:45.461953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8531d-dfc7-45e9-84a6-fed1069f5f34 req-4e28d1b6-64b2-4b53-ac4a-9a05545fd35a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:45.463312 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0f8531d-dfc7-45e9-84a6-fed1069f5f34 req-4e28d1b6-64b2-4b53-ac4a-9a05545fd35a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1738107 Jun 09 21:58:45.508529 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a0f8531d-dfc7-45e9-84a6-fed1069f5f34 req-b963380f-1617-4c74-8d26-a22e756c39b5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 Jun 09 21:58:45.703642 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d5d2-0218-4ddb-969f-edfc0cad5ee9 req-b4490388-9226-455f-ba08-08fc9bf9a36c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:45.705352 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2920d5d2-0218-4ddb-969f-edfc0cad5ee9 req-b4490388-9226-455f-ba08-08fc9bf9a36c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.0873299 Jun 09 21:58:45.755143 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2920d5d2-0218-4ddb-969f-edfc0cad5ee9 req-2acfe8b6-8ecc-4c0b-a550-a424a7e1ef55 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439789 Jun 09 21:58:46.700814 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d7ea8-28be-4911-bd14-7a0385e12728 req-134e575f-67a3-465c-8cb6-e3d6419b93cb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:46.702253 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33d7ea8-28be-4911-bd14-7a0385e12728 req-134e575f-67a3-465c-8cb6-e3d6419b93cb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0809133 Jun 09 21:58:46.745406 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b33d7ea8-28be-4911-bd14-7a0385e12728 req-16db9592-3cab-4fbc-b43d-60ee356b60c4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374382 Jun 09 21:58:46.946897 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60823a6c-d6fe-48c1-bafb-f4c57a4e0d0e req-a6f7e647-c7ec-4073-bd68-a4dcb910909e tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:46.950977 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-60823a6c-d6fe-48c1-bafb-f4c57a4e0d0e req-a6f7e647-c7ec-4073-bd68-a4dcb910909e tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.0887306 Jun 09 21:58:46.995540 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-60823a6c-d6fe-48c1-bafb-f4c57a4e0d0e req-5b2fa160-5327-4afc-ac41-3e70a8ed6c88 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Jun 09 21:58:47.962084 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0b796-ca50-403d-a606-a83e53b8c247 req-500bb253-3a40-4c42-8d42-c680a714dba0 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:47.963526 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3bc0b796-ca50-403d-a606-a83e53b8c247 req-500bb253-3a40-4c42-8d42-c680a714dba0 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0821788 Jun 09 21:58:48.008377 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3bc0b796-ca50-403d-a606-a83e53b8c247 req-7130bc16-51bd-464f-90b8-b9bd66789e98 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392954 Jun 09 21:58:48.187375 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b994-0015-4d9d-8aea-9106856e0a31 req-b34b28c9-117b-49bf-aada-84b861fde9e8 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:48.188842 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fe68b994-0015-4d9d-8aea-9106856e0a31 req-b34b28c9-117b-49bf-aada-84b861fde9e8 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.0808439 Jun 09 21:58:48.233811 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fe68b994-0015-4d9d-8aea-9106856e0a31 req-1e6fa859-a0ff-493f-a7bf-8c55d1159259 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Jun 09 21:58:49.194654 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f5dba-060f-44f1-90e2-38d04620d8ea req-30033b20-9b03-44c1-802f-f5c7d0a36b90 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:49.196098 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-380f5dba-060f-44f1-90e2-38d04620d8ea req-30033b20-9b03-44c1-802f-f5c7d0a36b90 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0772455 Jun 09 21:58:49.242483 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-380f5dba-060f-44f1-90e2-38d04620d8ea req-7d14b8fe-359a-4300-9187-04c8927ab71a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Jun 09 21:58:49.415044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0735cf-8c9e-4910-b8c9-c0851b197419 req-5919d844-03c4-4c08-a97b-b0300777b2de tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:49.416559 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7f0735cf-8c9e-4910-b8c9-c0851b197419 req-5919d844-03c4-4c08-a97b-b0300777b2de tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.0782661 Jun 09 21:58:49.462466 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7f0735cf-8c9e-4910-b8c9-c0851b197419 req-f00e3b79-aa6f-44c6-8411-4a947c8501f6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Jun 09 21:58:50.435199 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681cedb-9389-4b37-913d-554cd22202ef req-ee188180-bbaf-438f-a687-19ffe0321f7d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:50.436632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a681cedb-9389-4b37-913d-554cd22202ef req-ee188180-bbaf-438f-a687-19ffe0321f7d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0812070 Jun 09 21:58:50.481580 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a681cedb-9389-4b37-913d-554cd22202ef req-6c2ebd8d-287c-4b25-ae26-b2bb6c0aac5f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392926 Jun 09 21:58:50.640266 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b89b5-b5ae-4986-8682-17756191783a req-1f998f11-c577-49de-a4e4-7ebb1641bde2 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:50.641660 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-749b89b5-b5ae-4986-8682-17756191783a req-1f998f11-c577-49de-a4e4-7ebb1641bde2 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 943 time: 0.0770419 Jun 09 21:58:50.684836 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-749b89b5-b5ae-4986-8682-17756191783a req-d65ba18a-44fa-4476-84dc-da2269307b1e tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Jun 09 21:58:51.523883 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ab13e2b9-1b46-4035-87b5-8036287af9f0 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:58:51.656645 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port ab13e2b9-1b46-4035-87b5-8036287af9f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ab13e2b9-1b46-4035-87b5-8036287af9f0,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:51.669643 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'ab13e2b9-1b46-4035-87b5-8036287af9f0', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'port_id': 'ab13e2b9-1b46-4035-87b5-8036287af9f0', 'mac_address': 'fa:16:3e:e7:48:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1909e515-ce3f-43c1-840d-f57035af4a17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:58:51.682554 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a363ae0-4d8c-48a3-bff1-1d1b76f85725 req-39861257-57f4-4dc3-9b77-3d46959e3463 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:51.683999 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a363ae0-4d8c-48a3-bff1-1d1b76f85725 req-39861257-57f4-4dc3-9b77-3d46959e3463 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0964761 Jun 09 21:58:51.723766 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.731146 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a363ae0-4d8c-48a3-bff1-1d1b76f85725 req-849269e2-c79a-4a2b-b9d3-fe146a886975 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413613 Jun 09 21:58:51.741245 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab13e2b9-1b46-4035-87b5-8036287af9f0 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:58:51.757197 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port ab13e2b9-1b46-4035-87b5-8036287af9f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ab13e2b9-1b46-4035-87b5-8036287af9f0,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:51.761103 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.764039 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:51.834657 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=ab13e2b9-1b46-4035-87b5-8036287af9f0,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:51.838088 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:51.868551 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f9bf-b533-4d85-81bd-05bf8b659021 req-c1575615-95f6-4b27-966d-96e55b37f569 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:51.869977 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6549f9bf-b533-4d85-81bd-05bf8b659021 req-c1575615-95f6-4b27-966d-96e55b37f569 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 944 time: 0.0800393 Jun 09 21:58:51.920245 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6549f9bf-b533-4d85-81bd-05bf8b659021 req-27a71e27-9081-4fd2-a1e6-37085783f643 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Jun 09 21:58:52.329682 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:52.449012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-04575f83-d919-4667-91e9-c44cb742e0d4 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:52.450996 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-04575f83-d919-4667-91e9-c44cb742e0d4 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/networks?id=f7f182bd-882e-4866-b0a4-4c27236a6d91 HTTP/1.1" status: 200 len: 813 time: 0.1573274 Jun 09 21:58:52.465299 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-dd9ea203-16e7-4d96-9e38-ddd2c3fac512 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/quotas/61d49a14738f4e10ba171f162296ac41 HTTP/1.1" status: 200 len: 375 time: 0.0090032 Jun 09 21:58:52.601643 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-f956dd24-f8a3-4b27-a811-8b15480958b8 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=61d49a14738f4e10ba171f162296ac41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312506 Jun 09 21:58:52.729663 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-1f7c5485-1451-4f4c-88d1-950ede08f23a service neutron] 10.222.0.26 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215236 Jun 09 21:58:52.903215 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-612d1061-90d5-4b96-b6ce-004475f46357 service neutron] 10.222.0.26 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678631 Jun 09 21:58:52.971074 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81713c-3a5c-4ed4-9919-6e49ec5eacb9 req-148e78c8-02f5-4dc0-b7ae-094b163375ef tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:52.978074 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df81713c-3a5c-4ed4-9919-6e49ec5eacb9 req-148e78c8-02f5-4dc0-b7ae-094b163375ef tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1262295 Jun 09 21:58:53.031454 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df81713c-3a5c-4ed4-9919-6e49ec5eacb9 req-f4f6d6a1-3c2d-4eee-a631-c4e62727d745 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523787 Jun 09 21:58:53.136876 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-78b7148b-250f-4b82-88b9-901ab9687270 req-22e33a09-0899-4cde-aa7a-17447f3ff229 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0506685 Jun 09 21:58:53.223485 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cbcc9-35b3-4fdc-ac24-a8e592cd332b req-eae8b2e6-deec-4d6a-860a-a4a182a1c2d4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:53.225564 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a02cbcc9-35b3-4fdc-ac24-a8e592cd332b req-eae8b2e6-deec-4d6a-860a-a4a182a1c2d4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 944 time: 0.0877044 Jun 09 21:58:53.285630 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a02cbcc9-35b3-4fdc-ac24-a8e592cd332b req-0c63f0b8-4931-40b8-944b-940adaceb2bc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543554 Jun 09 21:58:53.836129 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ab13e2b9-1b46-4035-87b5-8036287af9f0 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:53.906168 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port ab13e2b9-1b46-4035-87b5-8036287af9f0 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:53.912597 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port ab13e2b9-1b46-4035-87b5-8036287af9f0 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:53.912829 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.955329 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:58:54.063633 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:54.091841 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab13e2b9-1b46-4035-87b5-8036287af9f0'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:54.094008 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf190f84-08cf-4205-97db-c11df2c8bf80" -d '{"events": [{"server_uuid": "2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab13e2b9-1b46-4035-87b5-8036287af9f0"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:54.101849 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port ab13e2b9-1b46-4035-87b5-8036287af9f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ab13e2b9-1b46-4035-87b5-8036287af9f0,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:54.106075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:54.108028 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:54.150819 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f204a454-1910-478f-9d4d-cf00e090d1a1 x-openstack-request-id: req-f204a454-1910-478f-9d4d-cf00e090d1a1 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:54.151183 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab13e2b9-1b46-4035-87b5-8036287af9f0", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:54.151430 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f204a454-1910-478f-9d4d-cf00e090d1a1 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:54.153226 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab13e2b9-1b46-4035-87b5-8036287af9f0', 'code': 200} Jun 09 21:58:54.201612 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=ab13e2b9-1b46-4035-87b5-8036287af9f0,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:54.205549 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:54.288362 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3aff5f5d-95ea-4b28-8b8b-680fdf83b37c req-76e17d7a-6ed0-415c-956f-bb40f70b5c75 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0471792 Jun 09 21:58:54.295773 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d5fc-2370-459f-9267-892c2e127dfc req-9c19f82c-a5ec-44ff-844a-d8b454f5b42a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:54.298609 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6989d5fc-2370-459f-9267-892c2e127dfc req-9c19f82c-a5ec-44ff-844a-d8b454f5b42a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1403511 Jun 09 21:58:54.351954 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6989d5fc-2370-459f-9267-892c2e127dfc req-d22ad7e9-19e5-4d92-b01c-fc9d0bb3a1e2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466235 Jun 09 21:58:54.486886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2f71-1ea4-40fe-aac6-a5c4cd851132 req-c6597914-f936-42a5-92e2-78285061a7b6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:54.488397 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dcd2f71-1ea4-40fe-aac6-a5c4cd851132 req-c6597914-f936-42a5-92e2-78285061a7b6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.0790074 Jun 09 21:58:54.531506 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6dcd2f71-1ea4-40fe-aac6-a5c4cd851132 req-2b389e93-859c-4216-a8fb-e0283a5140a9 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371692 Jun 09 21:58:55.452214 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-19f6753f-5b45-4047-905f-c321b71a885e req-3ad0feaf-f1c8-4e55-ab23-9d14af4ced7f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0557401 Jun 09 21:58:55.561263 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71130523-9b20-470e-be53-8e6eb1e1a7b5 req-23689e6e-d9b9-4159-868e-9e4c7dc79b32 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:55.562732 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71130523-9b20-470e-be53-8e6eb1e1a7b5 req-23689e6e-d9b9-4159-868e-9e4c7dc79b32 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0854361 Jun 09 21:58:55.623350 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-71130523-9b20-470e-be53-8e6eb1e1a7b5 req-37a61975-8755-4914-badc-c5228a42e1f3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547850 Jun 09 21:58:55.733830 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34859ea4-abc2-4b36-bfb3-55c32cdd35f5 req-573a8f63-9cfc-4130-b210-9a484f27f2c0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:55.735296 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-34859ea4-abc2-4b36-bfb3-55c32cdd35f5 req-573a8f63-9cfc-4130-b210-9a484f27f2c0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.0814583 Jun 09 21:58:55.780467 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-34859ea4-abc2-4b36-bfb3-55c32cdd35f5 req-67ea561b-6c42-4853-9213-53c045381205 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 Jun 09 21:58:56.599328 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8e78aac-66a0-4a7e-900a-d9f799e50515 req-ceaebfab-2bd6-4a90-af7c-726f9655604f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0420630 Jun 09 21:58:56.816113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6175db-ba7c-4d8f-affb-71a5918fdfb0 req-fd0a4d80-6430-4414-b80d-ba4ee0ccca3b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:56.817613 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a6175db-ba7c-4d8f-affb-71a5918fdfb0 req-fd0a4d80-6430-4414-b80d-ba4ee0ccca3b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0815854 Jun 09 21:58:56.866527 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a6175db-ba7c-4d8f-affb-71a5918fdfb0 req-dd57d20b-eeaa-472d-b8db-fcd75391deb7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428965 Jun 09 21:58:56.972522 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2d47-ff8f-452c-bc2e-cccb6d3b8ced req-154e46ae-ec8a-49b1-b045-a4095bfb7ebf tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:56.974029 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d1fd2d47-ff8f-452c-bc2e-cccb6d3b8ced req-154e46ae-ec8a-49b1-b045-a4095bfb7ebf tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.0790048 Jun 09 21:58:57.017751 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d1fd2d47-ff8f-452c-bc2e-cccb6d3b8ced req-9aeb464f-27dd-491f-ad02-d7c25782d6eb tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378323 Jun 09 21:58:57.750277 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9c452cf-a999-45aa-af6d-7be500e497fd req-7bdddd5a-004b-42d1-8f74-c85b472a6b7f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0444784 Jun 09 21:58:58.072516 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06c88-2664-4f68-9141-b5d310982c55 req-652e7a90-7886-4466-8840-822899683912 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:58.074148 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9db06c88-2664-4f68-9141-b5d310982c55 req-652e7a90-7886-4466-8840-822899683912 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0873787 Jun 09 21:58:58.124379 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9db06c88-2664-4f68-9141-b5d310982c55 req-401530bb-8416-49e3-b4ac-a299e08a7fc2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431683 Jun 09 21:58:58.239781 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd74d-dd89-48a0-b054-bd9cae59671b req-63e4c2f6-d1d1-44d2-9864-f3e619bc47b6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:58.241250 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-004bd74d-dd89-48a0-b054-bd9cae59671b req-63e4c2f6-d1d1-44d2-9864-f3e619bc47b6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.0941122 Jun 09 21:58:58.287249 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-004bd74d-dd89-48a0-b054-bd9cae59671b req-9119601a-5543-4be3-b687-adae17a43384 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Jun 09 21:58:58.899682 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-414470dc-f0b6-4f76-9538-a5346d39004e req-7524aa3f-0039-42e4-8fc5-cd69f762ef3d tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0439167 Jun 09 21:58:59.320574 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127af66e-86e2-41f3-84e5-80e0e7fa3c9f req-c87b8870-387a-40a2-ba05-580232600e5e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:59.322031 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-127af66e-86e2-41f3-84e5-80e0e7fa3c9f req-c87b8870-387a-40a2-ba05-580232600e5e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0847077 Jun 09 21:58:59.494440 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-127af66e-86e2-41f3-84e5-80e0e7fa3c9f req-2aab33c6-365f-4c97-891a-6cfe3067c58a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666162 Jun 09 21:58:59.531727 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237ddcc-3a3f-4ae1-965f-304565343e4f req-93386ea6-06fd-44ef-b0e3-24ea245f7e1f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:59.533164 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8237ddcc-3a3f-4ae1-965f-304565343e4f req-93386ea6-06fd-44ef-b0e3-24ea245f7e1f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.0851982 Jun 09 21:58:59.579323 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8237ddcc-3a3f-4ae1-965f-304565343e4f req-93e66e17-e3c5-41f6-86cf-d8a78eced1c7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Jun 09 21:59:00.052861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-01015667-dd84-49da-947e-0c95ceb7c57f req-e484c103-8c2c-4525-8d74-7ff0308aca5f tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0452569 Jun 09 21:59:00.696211 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cca58-cff0-4c18-ac62-3f19cd7ed4a4 req-a12e96ff-f4dc-4775-924b-65a394d46507 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:00.697671 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-af2cca58-cff0-4c18-ac62-3f19cd7ed4a4 req-a12e96ff-f4dc-4775-924b-65a394d46507 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0918257 Jun 09 21:59:00.788406 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-af2cca58-cff0-4c18-ac62-3f19cd7ed4a4 req-5f68ed44-ac35-42e5-919b-cbd2f82cdf09 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846007 Jun 09 21:59:00.829125 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b426b-943b-436d-8ba8-20b0eefa881a req-21e5e1f9-4414-4dad-9e77-01ade7a025c9 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:00.830738 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-404b426b-943b-436d-8ba8-20b0eefa881a req-21e5e1f9-4414-4dad-9e77-01ade7a025c9 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.1140201 Jun 09 21:59:00.886349 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-404b426b-943b-436d-8ba8-20b0eefa881a req-5a93dce5-af8d-4f6a-9a53-a145160ea4f6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Jun 09 21:59:01.199094 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b357676a-9534-49b3-a47f-2f16a6f35eee req-4d492141-80c9-44a6-9b14-a3f4969bc1b2 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0433266 Jun 09 21:59:01.980617 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f9f8b-d2fd-44ca-b2cf-1cb4fed37138 req-7177199c-8a48-4b3f-96e1-2460c31c836f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:01.982058 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fc0f9f8b-d2fd-44ca-b2cf-1cb4fed37138 req-7177199c-8a48-4b3f-96e1-2460c31c836f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0835690 Jun 09 21:59:02.064309 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fc0f9f8b-d2fd-44ca-b2cf-1cb4fed37138 req-d42873ad-f6bd-4d58-bffc-e16d033a4050 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767753 Jun 09 21:59:02.100428 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58a3c0-0626-4eed-bf74-f5a533e95c71 req-80d7d270-15c9-4672-b7ad-3b34d3da02af tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:02.101849 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ef58a3c0-0626-4eed-bf74-f5a533e95c71 req-80d7d270-15c9-4672-b7ad-3b34d3da02af tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.1003213 Jun 09 21:59:02.144188 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ef58a3c0-0626-4eed-bf74-f5a533e95c71 req-6d51d239-8759-43cd-bbbb-d24e8573f6f4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Jun 09 21:59:02.347848 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dff534ca-a280-437c-8048-7aaf07f93a7b req-702dd66e-3255-4bce-8b3e-f21c726e95e1 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0449960 Jun 09 21:59:03.078029 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:03.248342 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6407f-fe8c-42d5-933c-3920dbc08709 req-51e75bef-fb93-4b65-8735-5e3e719c0866 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:03.249788 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-43c6407f-fe8c-42d5-933c-3920dbc08709 req-51e75bef-fb93-4b65-8735-5e3e719c0866 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0779979 Jun 09 21:59:03.341885 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-43c6407f-fe8c-42d5-933c-3920dbc08709 req-ed68d5b9-3b52-4ed0-a355-95e18c36e7fe tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604258 Jun 09 21:59:03.365035 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854f793-7786-4ee7-88f0-c849e54782a0 req-bd42132e-4e68-4f48-8f22-3b34e057f8de tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:03.366454 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2854f793-7786-4ee7-88f0-c849e54782a0 req-bd42132e-4e68-4f48-8f22-3b34e057f8de tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.1153612 Jun 09 21:59:03.410149 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2854f793-7786-4ee7-88f0-c849e54782a0 req-fe46af77-04b7-4a8e-9b85-00b6f8d00380 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Jun 09 21:59:03.491193 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ec4f5da3-e300-4e34-aeac-c50d6d35a3c1 req-50e9d87c-6475-46c0-abcc-8c6cd124633b tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0411136 Jun 09 21:59:04.046713 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3e289eea-dbe8-4ad0-85ff-64a979dd1fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:04.532470 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c608b25-697d-400c-926c-239c5a691ae9 req-d72ee45f-478b-4c31-8c3c-043f2ba1187b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:04.534006 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3c608b25-697d-400c-926c-239c5a691ae9 req-d72ee45f-478b-4c31-8c3c-043f2ba1187b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0838563 Jun 09 21:59:04.626125 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3c608b25-697d-400c-926c-239c5a691ae9 req-61f8061c-7746-4a2f-b54a-c7c09e105c49 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580726 Jun 09 21:59:04.647296 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219cc10-e06c-47db-9241-e0050a065587 req-b73508ab-3cab-4a94-bf3d-d98407cd7f2f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:04.648899 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6219cc10-e06c-47db-9241-e0050a065587 req-b73508ab-3cab-4a94-bf3d-d98407cd7f2f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.1242011 Jun 09 21:59:04.812076 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-773b0f7c-2596-408d-9c3f-4cc0e5977c3e req-8a945051-f0b8-4445-b916-1030a98d22c0 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0721130 Jun 09 21:59:04.878781 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6219cc10-e06c-47db-9241-e0050a065587 req-0f13e7ff-9ba5-4e6b-99be-7f50c72d3c34 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051148 Jun 09 21:59:04.918868 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-6c3621d8-9f76-4bdf-90da-4b9003f35310 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:04.920348 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-6c3621d8-9f76-4bdf-90da-4b9003f35310 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "GET /v2.0/networks?id=f7f182bd-882e-4866-b0a4-4c27236a6d91 HTTP/1.1" status: 200 len: 813 time: 0.2705085 Jun 09 21:59:04.932617 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac0af3-241b-4af4-b592-1af10481a21b req-0b9bd13c-b5d7-473c-aaab-f98bdb21f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:04.934000 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e2ac0af3-241b-4af4-b592-1af10481a21b req-0b9bd13c-b5d7-473c-aaab-f98bdb21f888 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 1098 time: 0.1268792 Jun 09 21:59:04.949322 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Request body: {'port': {'device_id': '94641650-379f-4fa4-b5df-10343b115a90', 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91', 'admin_state_up': True, 'tenant_id': '61d49a14738f4e10ba171f162296ac41'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:05.066799 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e2ac0af3-241b-4af4-b592-1af10481a21b req-5b598408-f585-45f1-8e04-ad8822fc8680 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033785 Jun 09 21:59:05.124452 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Made reservation on behalf of 61d49a14738f4e10ba171f162296ac41 for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:59:05.127760 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:05.364761 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Allocated IP 172.20.0.14 (f7f182bd-882e-4866-b0a4-4c27236a6d91/95da6660-0310-4b08-ac53-530d0834b7be/73c0c69f-a4e6-4c39-a7e8-02cc9c222f55) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:59:05.555083 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:05.583517 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:05.589716 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:05.656476 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Network f7f182bd-882e-4866-b0a4-4c27236a6d91 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:59:05.659415 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:59:05.663377 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:59:05.693942 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Pushing event updated for resources: {'Port': ['ID=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:05.709115 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.709505 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.709862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.710236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.710609 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.710957 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.711322 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.711667 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.712035 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.712376 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.712738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.713094 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:05.718321 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:05.739597 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:05.740772 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:05.798923 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531744 Jun 09 21:59:05.823702 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Request body: {'port': {'device_id': '94641650-379f-4fa4-b5df-10343b115a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:05.886315 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19073-bbb1-41b9-8bd4-4dce057e95e8 req-0bd8fcb2-5213-4775-b34c-5a0ffd0917a4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:05.887887 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8f19073-bbb1-41b9-8bd4-4dce057e95e8 req-0bd8fcb2-5213-4775-b34c-5a0ffd0917a4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1433046 Jun 09 21:59:06.022556 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.039441 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8f19073-bbb1-41b9-8bd4-4dce057e95e8 req-3ea12681-04a5-4f04-a926-ed13b60d4f27 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161458 Jun 09 21:59:06.127330 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9253b28-1b2b-4d17-aeb5-b0633878458d req-433248e7-a783-4c1b-a189-c4f1cf7824e8 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:06.128815 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f9253b28-1b2b-4d17-aeb5-b0633878458d req-433248e7-a783-4c1b-a189-c4f1cf7824e8 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 932 time: 0.1845326 Jun 09 21:59:06.259034 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-06e4e2df-bd4f-4499-953c-2f0dba037774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.298169 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f9253b28-1b2b-4d17-aeb5-b0633878458d req-ebf713d3-a1ef-4b6d-bc7e-00cea45e5049 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307847 Jun 09 21:59:06.402788 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae67818-9c7f-4210-933e-8f63cca234b5 req-289236e7-8316-46c5-b7b3-e938967fe5d3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:06.404307 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ae67818-9c7f-4210-933e-8f63cca234b5 req-289236e7-8316-46c5-b7b3-e938967fe5d3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.2360015 Jun 09 21:59:06.443379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.466475 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ae67818-9c7f-4210-933e-8f63cca234b5 req-8f6e62ae-811b-4b66-82f7-6d76fcaa5220 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 Jun 09 21:59:06.530557 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:06.538025 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.551834 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Transition to ACTIVE for port object 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:59:06.555036 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.558321 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:06.680963 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Pushing event updated for resources: {'Port': ['ID=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:06.716631 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:06.787528 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Attempting to bind port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:59:06.787881 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Attempting to bind port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:59:06.788206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Attempting to bind port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 on network f7f182bd-882e-4866-b0a4-4c27236a6d91 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:06.792652 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 on network f7f182bd-882e-4866-b0a4-4c27236a6d91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:59:06.792964 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Attempting to bind port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 on network f7f182bd-882e-4866-b0a4-4c27236a6d91 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:06.798025 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:59:06.798352 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Checking segment: {'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:59:06.798729 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Bound using segment: {'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:59:06.799153 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Bound port: 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc4d75d-041f-4b75-bf3d-bdb17d68520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:59:06.799496 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.887662 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] For port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:59:06.890566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] For port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:59:06.894995 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.899972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:06.951880 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:06.952485 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.953811 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] 10.222.0.22 "PUT /v2.0/ports/73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 HTTP/1.1" status: 200 len: 1094 time: 1.1355622 Jun 09 21:59:06.954277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94641650-379f-4fa4-b5df-10343b115a90', 'tag': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:06.956528 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029de7fe-d132-4c18-ae24-d66b7ff6cfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "94641650-379f-4fa4-b5df-10343b115a90", "tag": "73c0c69f-a4e6-4c39-a7e8-02cc9c222f55"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:06.982743 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Pushing event updated for resources: {'Port': ['ID=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:06.986404 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:07.003885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c638bf-0d52-44ff-b212-6e5e8715bb31 x-openstack-request-id: req-c6c638bf-0d52-44ff-b212-6e5e8715bb31 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:07.004256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94641650-379f-4fa4-b5df-10343b115a90", "tag": "73c0c69f-a4e6-4c39-a7e8-02cc9c222f55", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:07.004557 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6c638bf-0d52-44ff-b212-6e5e8715bb31 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:07.005004 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94641650-379f-4fa4-b5df-10343b115a90', 'tag': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55', 'status': 'completed', 'code': 200} Jun 09 21:59:07.253784 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029de7fe-d132-4c18-ae24-d66b7ff6cfd6 req-e91ab1ef-ed21-46d2-82f7-dcf6dc61727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:07.255211 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-029de7fe-d132-4c18-ae24-d66b7ff6cfd6 req-e91ab1ef-ed21-46d2-82f7-dcf6dc61727b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=61d49a14738f4e10ba171f162296ac41&device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 1097 time: 0.2062702 Jun 09 21:59:07.367453 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6070998-5f89-4d5e-878e-5bb5c35b7942 req-c481e941-33c0-49db-a6cf-e139c2056d7f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:07.368904 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6070998-5f89-4d5e-878e-5bb5c35b7942 req-c481e941-33c0-49db-a6cf-e139c2056d7f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.1730099 Jun 09 21:59:07.487796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029de7fe-d132-4c18-ae24-d66b7ff6cfd6 req-b5992ad3-ff1a-4b6b-86c9-9e37f12aa2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:07.489297 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-029de7fe-d132-4c18-ae24-d66b7ff6cfd6 req-b5992ad3-ff1a-4b6b-86c9-9e37f12aa2a8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=61d49a14738f4e10ba171f162296ac41&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2188857 Jun 09 21:59:07.505640 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6070998-5f89-4d5e-878e-5bb5c35b7942 req-37d8d523-efbf-43a4-a295-0e9870290416 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287544 Jun 09 21:59:07.600673 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:07.661278 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b031662-221c-446d-9111-b5d506e6f09d req-bf96b674-ebe2-4bf0-a788-d80696dae782 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:07.663186 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5b031662-221c-446d-9111-b5d506e6f09d req-bf96b674-ebe2-4bf0-a788-d80696dae782 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 944 time: 0.2524395 Jun 09 21:59:07.715432 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029de7fe-d132-4c18-ae24-d66b7ff6cfd6 req-6bb8bf1b-466e-464d-83fa-73c918eca8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:07.716878 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-029de7fe-d132-4c18-ae24-d66b7ff6cfd6 req-6bb8bf1b-466e-464d-83fa-73c918eca8e1 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2143650 Jun 09 21:59:07.740827 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5b031662-221c-446d-9111-b5d506e6f09d req-20e520cb-0bb7-4864-b0d9-611ff09516b1 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Jun 09 21:59:07.759152 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10833-2e27-46f9-af1e-2172ee163fa6 req-ae2567c0-ae67-43c7-8b03-0eaa77e9a02a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:07.760527 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-44f10833-2e27-46f9-af1e-2172ee163fa6 req-ae2567c0-ae67-43c7-8b03-0eaa77e9a02a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.1543865 Jun 09 21:59:07.847252 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-44f10833-2e27-46f9-af1e-2172ee163fa6 req-798231e3-3bc8-4aad-8337-0e81e58b93fb tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 Jun 09 21:59:07.870718 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-31f605d6-72c1-43a6-ae3c-2b925ac19031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:07.872204 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-31f605d6-72c1-43a6-ae3c-2b925ac19031 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=61d49a14738f4e10ba171f162296ac41&device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 1097 time: 0.0901821 Jun 09 21:59:07.949636 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-d0651a27-9267-43d7-87d3-073e5898bc13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 HTTP/1.1" status: 200 len: 217 time: 0.0628834 Jun 09 21:59:08.011625 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-4825c618-8b80-4dbe-b71b-3ef4e4ddba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:08.013062 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-4825c618-8b80-4dbe-b71b-3ef4e4ddba1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95da6660-0310-4b08-ac53-530d0834b7be HTTP/1.1" status: 200 len: 853 time: 0.0566556 Jun 09 21:59:08.060312 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-1b156a1f-8815-44d9-826c-f47ff6f1fbd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7f182bd-882e-4866-b0a4-4c27236a6d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403254 Jun 09 21:59:08.193520 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-88261a2c-cd97-450c-b66b-ae0aee53627a service neutron] 10.222.0.22 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266196 Jun 09 21:59:08.329139 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f028d2d8-c081-48ad-b445-ad79fd8bd5ce req-1c68c6c8-bf76-4caa-90af-72645ed91ed0 service neutron] 10.222.0.22 "GET /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290917 Jun 09 21:59:08.695182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d39ae-dd84-4fb4-948b-df9995320808 req-850de1a8-1f56-4af0-bcc0-f5515cdb9845 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:08.696608 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a83d39ae-dd84-4fb4-948b-df9995320808 req-850de1a8-1f56-4af0-bcc0-f5515cdb9845 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0819011 Jun 09 21:59:08.739221 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a83d39ae-dd84-4fb4-948b-df9995320808 req-4b611ed8-9df0-4d0b-8d5d-e6acfe52edbb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368259 Jun 09 21:59:08.921839 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc4584-9230-4349-a50d-b12aafcd06fd req-78ced508-47ba-4756-8a2f-936190783ba2 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:08.923257 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-43bc4584-9230-4349-a50d-b12aafcd06fd req-78ced508-47ba-4756-8a2f-936190783ba2 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 944 time: 0.0779679 Jun 09 21:59:08.969756 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-43bc4584-9230-4349-a50d-b12aafcd06fd req-344734ed-4b45-41bd-83d9-2be2f7ed4a46 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Jun 09 21:59:09.314537 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:09.940319 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd96a1d-90a0-4758-a18c-0685d6e71ae9 req-0f04afb3-ebdc-418c-98f5-873e87331452 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:09.941751 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cd96a1d-90a0-4758-a18c-0685d6e71ae9 req-0f04afb3-ebdc-418c-98f5-873e87331452 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0796137 Jun 09 21:59:09.986440 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cd96a1d-90a0-4758-a18c-0685d6e71ae9 req-7ffd23b9-dca8-4835-98e7-c81fe604b3a0 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383766 Jun 09 21:59:10.165055 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12272992-2278-43ef-a9d3-b301c14a77b8 req-f47bf109-7c5c-46ce-a80e-da08cbeb5969 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:10.166355 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-12272992-2278-43ef-a9d3-b301c14a77b8 req-f47bf109-7c5c-46ce-a80e-da08cbeb5969 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 944 time: 0.0807724 Jun 09 21:59:10.209016 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-12272992-2278-43ef-a9d3-b301c14a77b8 req-05af718f-0bfe-4649-9384-42e4f394151c tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372145 Jun 09 21:59:11.174256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27760fd1-3372-4c45-9757-27fa7ae81d8b req-0d2db9f6-c965-4317-b823-bb0a0c658c6c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:11.175655 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-27760fd1-3372-4c45-9757-27fa7ae81d8b req-0d2db9f6-c965-4317-b823-bb0a0c658c6c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 944 time: 0.0786433 Jun 09 21:59:11.218574 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-27760fd1-3372-4c45-9757-27fa7ae81d8b req-1a57d506-9ea9-4b92-a2c4-374822fb9cd4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373638 Jun 09 21:59:11.466241 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5ad8b-a305-40e7-bbe1-f49e1f118d15 req-954731dc-966f-4b00-b13c-4990fbace5c1 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:11.467555 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-52e5ad8b-a305-40e7-bbe1-f49e1f118d15 req-954731dc-966f-4b00-b13c-4990fbace5c1 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 944 time: 0.1547701 Jun 09 21:59:11.512881 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-52e5ad8b-a305-40e7-bbe1-f49e1f118d15 req-57e4f099-8fb4-4441-b4f9-3da3d2831873 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Jun 09 21:59:11.926640 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:59:12.060134 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:12.072762 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'def14648-5e3d-4296-89fe-6798dadc0157', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'port_id': 'def14648-5e3d-4296-89fe-6798dadc0157', 'mac_address': 'fa:16:3e:85:60:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:59:12.128414 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:12.144152 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def14648-5e3d-4296-89fe-6798dadc0157 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:12.158440 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:12.162791 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:12.164124 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:59:12.165794 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:12.292382 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=9']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:12.296675 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:12.348929 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:12.361974 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55', 'network_id': 'f7f182bd-882e-4866-b0a4-4c27236a6d91', 'port_id': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55', 'mac_address': 'fa:16:3e:cf:b0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95da6660-0310-4b08-ac53-530d0834b7be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:59:12.402296 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a20a8-0006-46f4-8447-4d77e354fc86 req-437bd47a-fb01-4122-adbf-9b512e17e901 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:12.403633 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7c4a20a8-0006-46f4-8447-4d77e354fc86 req-437bd47a-fb01-4122-adbf-9b512e17e901 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 945 time: 0.0769572 Jun 09 21:59:12.418775 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:12.435383 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:12.450305 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:12.451048 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7c4a20a8-0006-46f4-8447-4d77e354fc86 req-ba3d6565-e4f1-403d-aa9a-c95745282f37 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 Jun 09 21:59:12.454746 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:12.457770 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:12.521035 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:12.524791 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:12.690060 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50994f-8434-4b56-960c-e27ca78b6bc1 req-1dfffaa3-4bc5-4c7e-9d13-b9f94087f392 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:12.691487 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1e50994f-8434-4b56-960c-e27ca78b6bc1 req-1dfffaa3-4bc5-4c7e-9d13-b9f94087f392 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 945 time: 0.0766230 Jun 09 21:59:12.734989 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1e50994f-8434-4b56-960c-e27ca78b6bc1 req-269560f4-b8a4-41e7-8e1f-d92449a142c2 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374229 Jun 09 21:59:12.968805 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['def14648-5e3d-4296-89fe-6798dadc0157'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:13.057110 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['73c0c69f-a4e6-4c39-a7e8-02cc9c222f55'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:13.642585 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef249-1597-4125-828a-dfcd83e217b0 req-e0db12f9-9cff-4529-a494-44bea630bc13 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:13.644017 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2fdef249-1597-4125-828a-dfcd83e217b0 req-e0db12f9-9cff-4529-a494-44bea630bc13 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 945 time: 0.0831747 Jun 09 21:59:13.686857 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2fdef249-1597-4125-828a-dfcd83e217b0 req-10130c65-143f-4fff-938e-7bc2dc5d08cf tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374315 Jun 09 21:59:13.914351 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb35d19-f449-4d8c-bbf0-e012750300f5 req-e2fae178-5d2a-4c50-8dcd-4d79116ad263 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:13.916100 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5bb35d19-f449-4d8c-bbf0-e012750300f5 req-e2fae178-5d2a-4c50-8dcd-4d79116ad263 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 945 time: 0.0797405 Jun 09 21:59:13.959588 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5bb35d19-f449-4d8c-bbf0-e012750300f5 req-3c5c0d42-3dd7-499b-ab5f-23f02d3ac7d4 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Jun 09 21:59:14.874162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daee79-5285-4243-9c75-49c18efb94cb req-836135af-5cdd-435f-8718-8458ae14df24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:14.875592 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-40daee79-5285-4243-9c75-49c18efb94cb req-836135af-5cdd-435f-8718-8458ae14df24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 945 time: 0.0797341 Jun 09 21:59:14.919654 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-40daee79-5285-4243-9c75-49c18efb94cb req-029dc9e3-a534-41b2-b124-c44f1a3ed8dd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385313 Jun 09 21:59:15.139839 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ef0c7-7b62-4502-a564-d3b87146d3cd req-ede38bb7-fee2-429f-8334-d7d908d888bf tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:15.141314 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-249ef0c7-7b62-4502-a564-d3b87146d3cd req-ede38bb7-fee2-429f-8334-d7d908d888bf tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 945 time: 0.0767970 Jun 09 21:59:15.187269 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-249ef0c7-7b62-4502-a564-d3b87146d3cd req-c6a8d972-3c2f-4c61-a347-c0a9456f2232 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Jun 09 21:59:15.950479 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:59:16.016186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port def14648-5e3d-4296-89fe-6798dadc0157 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:59:16.016562 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:16.103672 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02308244-c1b7-4822-9d6b-dcad5320ce0c req-dbc9a0b3-35e3-4be7-8295-48830ef049d4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:16.105110 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-02308244-c1b7-4822-9d6b-dcad5320ce0c req-dbc9a0b3-35e3-4be7-8295-48830ef049d4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 945 time: 0.0762479 Jun 09 21:59:16.131293 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:16.149286 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-02308244-c1b7-4822-9d6b-dcad5320ce0c req-45cf3745-7409-49a4-a51d-5df460607bd1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Jun 09 21:59:16.157422 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:16.159688 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c89e145-f815-45b1-b6dd-00aea122106c" -d '{"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-plugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:16.170380 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:16.173758 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:16.174721 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:59:16.203083 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:16.233936 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f3879-e2b3-4402-86bb-50afcfec88e7 x-openstack-request-id: req-5e3f3879-e2b3-4402-86bb-50afcfec88e7 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:16.234232 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-plugged", "status": "completed", "tag": "def14648-5e3d-4296-89fe-6798dadc0157", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:16.234488 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e3f3879-e2b3-4402-86bb-50afcfec88e7 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:16.234871 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157', 'code': 200} Jun 09 21:59:16.293228 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=10']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:16.296643 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:16.305780 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:59:16.310888 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:59:16.311267 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:16.386541 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940a6f2-e4ea-46b0-ab7d-4154c7ee94e1 req-d3fabfe4-ce61-4861-86ba-09fdac45103c tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:16.388100 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b940a6f2-e4ea-46b0-ab7d-4154c7ee94e1 req-d3fabfe4-ce61-4861-86ba-09fdac45103c tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 945 time: 0.0929253 Jun 09 21:59:16.433797 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:16.447390 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b940a6f2-e4ea-46b0-ab7d-4154c7ee94e1 req-2527c7e2-e92d-4346-911f-d1067ee7cf21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530682 Jun 09 21:59:16.467379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:16.470757 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:16.472500 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-485adfc7-6530-47c5-8d34-33f7dea575f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:16.534669 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:16.537462 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:16.920896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bf5d7-f7e6-4af0-9600-a32ecdc85c92 req-047787c5-5705-41fe-912c-5c78a8c67c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:16.922333 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-385bf5d7-f7e6-4af0-9600-a32ecdc85c92 req-047787c5-5705-41fe-912c-5c78a8c67c24 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1100 time: 0.0694096 Jun 09 21:59:16.974333 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-385bf5d7-f7e6-4af0-9600-a32ecdc85c92 req-5ca257c8-1ea1-4e07-8111-5903c0370b7a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339940 Jun 09 21:59:17.349297 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad6f7-c5de-4716-956a-30de63b81001 req-be216a7d-eb32-4739-810c-c46719012c0a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:17.350719 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86aad6f7-c5de-4716-956a-30de63b81001 req-be216a7d-eb32-4739-810c-c46719012c0a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.0813735 Jun 09 21:59:17.392993 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86aad6f7-c5de-4716-956a-30de63b81001 req-cab3d6d2-327c-4cb4-b072-3a218c4d9163 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366583 Jun 09 21:59:17.625807 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8d17d-5bc3-49e7-97f6-b87bd381593e req-d9349d82-fdea-4fbb-a1d1-2ca624aaa402 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:17.627629 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-73c8d17d-5bc3-49e7-97f6-b87bd381593e req-d9349d82-fdea-4fbb-a1d1-2ca624aaa402 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.0824363 Jun 09 21:59:17.673707 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-73c8d17d-5bc3-49e7-97f6-b87bd381593e req-a337514d-164b-4e02-9ab5-06748297f64d tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Jun 09 21:59:17.821442 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-33fd5963-f8de-496b-b370-c69ea47a23dc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:17.822767 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-33fd5963-f8de-496b-b370-c69ea47a23dc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.1439576 Jun 09 21:59:17.838971 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-24573b2c-19ac-4387-b340-3aa736a5f3b2 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/quotas/f5dcfc8d7dcc4415b273044e466626ae HTTP/1.1" status: 200 len: 375 time: 0.0086603 Jun 09 21:59:17.916108 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-ad85b85c-5ada-4dfe-94d7-1b1844275d53 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721612 Jun 09 21:59:18.042593 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-51b61b82-9a8e-4d42-9f82-eb884cbffdcd service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195779 Jun 09 21:59:18.167544 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-b1903586-c9b6-49af-86c1-0d90e52882ca service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191378 Jun 09 21:59:18.236234 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94641650-379f-4fa4-b5df-10343b115a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:18.238872 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0652a2-c525-4825-a92a-7c8e32cc88ad" -d '{"events": [{"server_uuid": "94641650-379f-4fa4-b5df-10343b115a90", "name": "network-vif-plugged", "status": "completed", "tag": "73c0c69f-a4e6-4c39-a7e8-02cc9c222f55"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:18.281021 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a45c3ac-8c39-439a-9b22-de1cd56d7fa0 x-openstack-request-id: req-8a45c3ac-8c39-439a-9b22-de1cd56d7fa0 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:18.282025 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94641650-379f-4fa4-b5df-10343b115a90", "name": "network-vif-plugged", "status": "completed", "tag": "73c0c69f-a4e6-4c39-a7e8-02cc9c222f55", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:18.282025 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a45c3ac-8c39-439a-9b22-de1cd56d7fa0 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:18.282456 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94641650-379f-4fa4-b5df-10343b115a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55', 'code': 200} Jun 09 21:59:18.339566 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c829b3a7-c498-405e-9711-46991a1d50f3 req-cd51e39e-da40-4f9d-b2c3-6a56727b2489 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 210 time: 0.0421402 Jun 09 21:59:18.732796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a035cb-e5c9-46b3-8d20-afd161e0fe2a req-0c6c1aab-9bad-4899-b604-73d5d9f62f15 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:18.734265 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-53a035cb-e5c9-46b3-8d20-afd161e0fe2a req-0c6c1aab-9bad-4899-b604-73d5d9f62f15 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.1860552 Jun 09 21:59:18.736958 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e828d08-e332-4316-a17c-0a06e14d9a71 req-e2a2cdb1-1f15-4a8c-8944-8a355a31b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:18.738303 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e828d08-e332-4316-a17c-0a06e14d9a71 req-e2a2cdb1-1f15-4a8c-8944-8a355a31b666 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 1099 time: 0.2247281 Jun 09 21:59:18.841848 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e828d08-e332-4316-a17c-0a06e14d9a71 req-45a36a0d-caf5-493f-916e-1b8c5115a10a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840223 Jun 09 21:59:18.855179 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-53a035cb-e5c9-46b3-8d20-afd161e0fe2a req-6ec5fb6c-82d0-484b-a773-025f89efd141 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139107 Jun 09 21:59:18.893491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a9f3f-d352-4ad6-840a-bce22a37a127 req-798f5dfb-29ee-4098-832e-32e28edbe463 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:18.895422 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3e6a9f3f-d352-4ad6-840a-bce22a37a127 req-798f5dfb-29ee-4098-832e-32e28edbe463 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.1064525 Jun 09 21:59:18.939509 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3e6a9f3f-d352-4ad6-840a-bce22a37a127 req-5bac07d6-6cfe-4c6d-ac94-1836403dd353 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Jun 09 21:59:19.493483 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3cb74049-de2a-41a5-97ce-d0a7cc11f2ef req-105ec08b-515b-498b-be1c-50a619def1ef tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 210 time: 0.0472941 Jun 09 21:59:20.235232 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b35afc-cf4c-403c-a7f6-00c83fc4f5c7 req-f7967f5c-a2e2-4417-8538-8685896a182d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:20.236686 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-64b35afc-cf4c-403c-a7f6-00c83fc4f5c7 req-f7967f5c-a2e2-4417-8538-8685896a182d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.2619741 Jun 09 21:59:20.245208 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-4273c548-646f-4a82-98bc-6a1c6d4041d0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:20.246522 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-4273c548-646f-4a82-98bc-6a1c6d4041d0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.2285304 Jun 09 21:59:20.273855 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3db0ee-b3f5-4b5b-84bd-de94041dc0fe req-e5aac1d3-d971-48e8-a2de-cc46da438d30 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:20.275184 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2d3db0ee-b3f5-4b5b-84bd-de94041dc0fe req-e5aac1d3-d971-48e8-a2de-cc46da438d30 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.1831937 Jun 09 21:59:20.292778 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Request body: {'port': {'device_id': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'admin_state_up': True, 'tenant_id': 'f5dcfc8d7dcc4415b273044e466626ae'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:20.376247 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-64b35afc-cf4c-403c-a7f6-00c83fc4f5c7 req-a8b077ff-2961-4a31-97b0-60a1d10d33d9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279266 Jun 09 21:59:20.412744 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2d3db0ee-b3f5-4b5b-84bd-de94041dc0fe req-03309ac4-61de-4091-8a3a-5d8cb16d8d55 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243978 Jun 09 21:59:20.475448 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Made reservation on behalf of f5dcfc8d7dcc4415b273044e466626ae for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:59:20.479256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:20.659580 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-36894c6e-9be7-455a-a8f7-f04bd3b1f642 req-f55ed711-0c31-493a-93db-f20b338b5657 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 210 time: 0.0479119 Jun 09 21:59:20.684013 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Allocated IP 172.20.0.10 (ee5b9b5e-7246-4cb2-af1a-527a1417c82b/1909e515-ce3f-43c1-840d-f57035af4a17/bfe3d778-eaf3-449e-a4dc-cd1108b2c07c) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:59:20.889206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:20.918170 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:20.924606 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b9a01512-eb0d-4c8c-aeeb-40764e944317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:20.960680 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:20.991177 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:59:20.994204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:59:20.996884 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:59:21.030927 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event updated for resources: {'Port': ['ID=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:21.033972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:21.065377 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:21.065968 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.083152 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958393 Jun 09 21:59:21.115014 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Request body: {'port': {'device_id': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:21.221521 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.715200 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee184ad-feeb-4179-a09f-03a377c9eca7 req-adebcb37-4b04-4328-b5dc-ed185e618b7d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:21.716676 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aee184ad-feeb-4179-a09f-03a377c9eca7 req-adebcb37-4b04-4328-b5dc-ed185e618b7d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.2032611 Jun 09 21:59:21.728282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c06c07-9969-4eba-a0c3-68ee1d63e6ee req-46c71e6d-0d8c-439f-a6b5-1ecd0ad1952e tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:21.729673 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c1c06c07-9969-4eba-a0c3-68ee1d63e6ee req-46c71e6d-0d8c-439f-a6b5-1ecd0ad1952e tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.1765981 Jun 09 21:59:21.847417 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aee184ad-feeb-4179-a09f-03a377c9eca7 req-d89c230d-ae80-48f7-a1b1-9bc625a0bf69 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168017 Jun 09 21:59:21.856826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe3d778-eaf3-449e-a4dc-cd1108b2c07c {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:21.866581 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c1c06c07-9969-4eba-a0c3-68ee1d63e6ee req-d2386e02-13d8-4f0b-a7b2-c99b6d2f4c70 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131997 Jun 09 21:59:21.870995 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.894293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Transition to ACTIVE for port object bfe3d778-eaf3-449e-a4dc-cd1108b2c07c will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:59:21.904623 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.913398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e97ed8a1-e242-4ffd-b6d9-e40400b1d3b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:22.124144 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Pushing event updated for resources: {'Port': ['ID=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:22.155941 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:22.218050 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac861ff9-fcbd-4536-ac23-ab8728234329 req-d6801089-3913-473d-8a36-128f3a7ac559 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:22.219483 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ac861ff9-fcbd-4536-ac23-ab8728234329 req-d6801089-3913-473d-8a36-128f3a7ac559 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 944 time: 0.2666380 Jun 09 21:59:22.220293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Attempting to bind port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:59:22.220637 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Attempting to bind port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:59:22.220951 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Attempting to bind port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:22.227427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:59:22.227740 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Attempting to bind port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:22.244014 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:59:22.244401 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Checking segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:59:22.244723 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Bound using segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:59:22.245162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Bound port: bfe3d778-eaf3-449e-a4dc-cd1108b2c07c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:59:22.245503 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.320878 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ac861ff9-fcbd-4536-ac23-ab8728234329 req-ff1c3456-ee63-4dc0-b29f-9b68a378e86f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944655 Jun 09 21:59:22.361818 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] For port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:59:22.364988 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] For port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:59:22.369557 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.374062 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:22.422459 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:22.422985 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.424445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] 10.222.0.22 "PUT /v2.0/ports/bfe3d778-eaf3-449e-a4dc-cd1108b2c07c HTTP/1.1" status: 200 len: 1094 time: 1.3136106 Jun 09 21:59:22.424939 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'tag': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:22.427178 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede9edfd-9666-483f-8241-58e1abb06962" -d '{"events": [{"name": "network-changed", "server_uuid": "742feece-6817-417d-a6f8-3dc9ac8a34aa", "tag": "bfe3d778-eaf3-449e-a4dc-cd1108b2c07c"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:22.465671 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Pushing event updated for resources: {'Port': ['ID=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:22.469642 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:22.482588 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d2ce8-32fa-4506-83fa-cf25f3f6e2fc x-openstack-request-id: req-d35d2ce8-32fa-4506-83fa-cf25f3f6e2fc {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:22.482908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742feece-6817-417d-a6f8-3dc9ac8a34aa", "tag": "bfe3d778-eaf3-449e-a4dc-cd1108b2c07c", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:22.483187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d35d2ce8-32fa-4506-83fa-cf25f3f6e2fc {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:22.483605 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'tag': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', 'status': 'completed', 'code': 200} Jun 09 21:59:22.605084 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-b03d1578-9c50-40e8-8f87-a835128743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:22.606549 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-b03d1578-9c50-40e8-8f87-a835128743c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 1097 time: 0.0702467 Jun 09 21:59:22.707907 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-d5843519-6b18-4837-a17d-88641bd84b27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c HTTP/1.1" status: 200 len: 217 time: 0.0628750 Jun 09 21:59:22.781262 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-88eb4bfa-6883-407c-85e1-4c687eb5160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:22.782669 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-88eb4bfa-6883-407c-85e1-4c687eb5160b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 200 len: 855 time: 0.0684669 Jun 09 21:59:22.832562 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-ce9aab49-c714-4d35-b1f7-851435e8ed7e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401778 Jun 09 21:59:22.960138 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-04e479bb-dd6a-44af-8078-16796ab17da9 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208706 Jun 09 21:59:23.087606 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a60fdcd-a898-445a-a43f-adfc191d2935 req-c9133929-372c-4d38-932f-c463439c5a09 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204367 Jun 09 21:59:23.266471 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9edfd-9666-483f-8241-58e1abb06962 req-d53eb6cc-0028-4ba5-a7f0-dc3fc1ae7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.267923 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ede9edfd-9666-483f-8241-58e1abb06962 req-d53eb6cc-0028-4ba5-a7f0-dc3fc1ae7c8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 1097 time: 0.0682149 Jun 09 21:59:23.539118 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9edfd-9666-483f-8241-58e1abb06962 req-1da67eb0-3798-4635-8a9e-309a9346dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.541078 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ede9edfd-9666-483f-8241-58e1abb06962 req-1da67eb0-3798-4635-8a9e-309a9346dcf9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 916 time: 0.2663400 Jun 09 21:59:23.556257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def81dd-adce-402d-b788-905b1b2052cf req-a8c4890b-fe71-476d-9802-e416e7db0376 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.557644 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5def81dd-adce-402d-b788-905b1b2052cf req-a8c4890b-fe71-476d-9802-e416e7db0376 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 944 time: 0.1285353 Jun 09 21:59:23.644962 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ede9edfd-9666-483f-8241-58e1abb06962 req-52e6ddd1-7851-47ec-ba8a-9dc614d84070 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c HTTP/1.1" status: 200 len: 217 time: 0.0665853 Jun 09 21:59:23.698582 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5def81dd-adce-402d-b788-905b1b2052cf req-8ca8c3b7-d0cc-48c1-ad5d-2fbfe8577f1c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352510 Jun 09 21:59:23.717487 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9edfd-9666-483f-8241-58e1abb06962 req-72a8026f-0f89-4e56-a96c-97fc0d7a2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.718905 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ede9edfd-9666-483f-8241-58e1abb06962 req-72a8026f-0f89-4e56-a96c-97fc0d7a2da7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 200 len: 855 time: 0.0663903 Jun 09 21:59:23.768292 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ede9edfd-9666-483f-8241-58e1abb06962 req-5ee2d77f-02c2-4ef6-8cd4-a8be03c542df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415199 Jun 09 21:59:23.895693 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ede9edfd-9666-483f-8241-58e1abb06962 req-e2ad318a-2c36-44cc-b8bc-d0a19176d4e4 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207497 Jun 09 21:59:24.026074 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ede9edfd-9666-483f-8241-58e1abb06962 req-f1c41aa5-5453-4add-81af-e8f8c6f4746a service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224773 Jun 09 21:59:24.929977 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759bd3-62d2-4652-a8c9-441de4500aa8 req-197f11c4-9603-4a11-9479-c3d3d56bc9c6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:24.931986 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f6759bd3-62d2-4652-a8c9-441de4500aa8 req-197f11c4-9603-4a11-9479-c3d3d56bc9c6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 944 time: 0.1265314 Jun 09 21:59:24.973774 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f6759bd3-62d2-4652-a8c9-441de4500aa8 req-a18f3132-4356-47a4-9f47-79e6b2ed8827 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Jun 09 21:59:25.989473 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device bfe3d778-eaf3-449e-a4dc-cd1108b2c07c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:59:26.150148 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:26.162223 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa14e1-a67c-4a80-8b32-1ebda648c798 req-5c984f12-fba8-4f07-8241-87cc08d3ef17 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:26.162718 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'port_id': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', 'mac_address': 'fa:16:3e:fd:2e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1909e515-ce3f-43c1-840d-f57035af4a17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:59:26.167517 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4aa14e1-a67c-4a80-8b32-1ebda648c798 req-5c984f12-fba8-4f07-8241-87cc08d3ef17 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 944 time: 0.0835032 Jun 09 21:59:26.211824 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d4aa14e1-a67c-4a80-8b32-1ebda648c798 req-275ea335-c8c0-4bd8-87a4-de00d011448a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Jun 09 21:59:26.218930 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:26.235881 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe3d778-eaf3-449e-a4dc-cd1108b2c07c {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:26.251699 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:26.255641 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:26.257239 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:26.320816 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:26.328072 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.328420 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.328759 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.329094 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.329423 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.329750 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.330075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.330401 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.330720 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.331039 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.331356 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.331671 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:59:26.335536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:26.841740 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['bfe3d778-eaf3-449e-a4dc-cd1108b2c07c'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:27.390524 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e6b84-1e95-4da6-b276-6ff8362d4e44 req-227414d7-e4f8-4feb-b431-c30d46b931b6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:27.391958 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f70e6b84-1e95-4da6-b276-6ff8362d4e44 req-227414d7-e4f8-4feb-b431-c30d46b931b6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 945 time: 0.0773692 Jun 09 21:59:27.435200 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f70e6b84-1e95-4da6-b276-6ff8362d4e44 req-38ee1155-1ec9-4bb1-aa98-cd84f37bf8f6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Jun 09 21:59:28.616769 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce006d-8731-4e5f-9ce2-2767aca1c0a0 req-59fada8d-a912-4d2e-ad7b-f32786b2091d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:28.618170 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e9ce006d-8731-4e5f-9ce2-2767aca1c0a0 req-59fada8d-a912-4d2e-ad7b-f32786b2091d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 945 time: 0.0791426 Jun 09 21:59:28.660642 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e9ce006d-8731-4e5f-9ce2-2767aca1c0a0 req-8a85c4ca-c640-420b-b4e6-a319d1d46703 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 Jun 09 21:59:29.840784 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba227e-0fd7-4601-95ac-5b9a5c89f6dd req-a5f76eaf-0a15-48af-b104-83c820d96db0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:29.842506 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-07ba227e-0fd7-4601-95ac-5b9a5c89f6dd req-a5f76eaf-0a15-48af-b104-83c820d96db0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 945 time: 0.0811470 Jun 09 21:59:29.889615 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-07ba227e-0fd7-4601-95ac-5b9a5c89f6dd req-53001fbe-807c-4e6d-b3de-59145127f126 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Jun 09 21:59:30.027586 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device bfe3d778-eaf3-449e-a4dc-cd1108b2c07c up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:59:30.071633 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-59deb56f-abbf-40c0-8148-79b7368569ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699968 Jun 09 21:59:30.094709 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:59:30.099232 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:59:30.099608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:30.221926 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:30.244641 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:30.247426 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06f36db-03ac-4b9f-ad70-e108dcc2fff6" -d '{"events": [{"server_uuid": "742feece-6817-417d-a6f8-3dc9ac8a34aa", "name": "network-vif-plugged", "status": "completed", "tag": "bfe3d778-eaf3-449e-a4dc-cd1108b2c07c"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:30.264031 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:30.265132 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-efa75716-558d-43c0-9cb5-0652608a6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:30.267025 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-efa75716-558d-43c0-9cb5-0652608a6a30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 1100 time: 0.0900519 Jun 09 21:59:30.280095 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:30.284565 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:30.318510 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed720e0b-eb9d-40de-b8ec-dbe78ff47002 x-openstack-request-id: req-ed720e0b-eb9d-40de-b8ec-dbe78ff47002 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:30.318876 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742feece-6817-417d-a6f8-3dc9ac8a34aa", "name": "network-vif-plugged", "status": "completed", "tag": "bfe3d778-eaf3-449e-a4dc-cd1108b2c07c", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:30.319076 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed720e0b-eb9d-40de-b8ec-dbe78ff47002 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:30.319427 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', 'code': 200} Jun 09 21:59:30.374763 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:30.377836 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:30.475162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-13b651ab-4818-4475-8f9a-7d76b9f16429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:30.480692 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-13b651ab-4818-4475-8f9a-7d76b9f16429 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.1476245 Jun 09 21:59:30.736010 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-b544fea2-22d0-44ae-ad47-5841fe81dc4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 200 len: 1002 time: 0.2242174 Jun 09 21:59:30.787109 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb6d68-723b-43e7-a3f0-e9c6f676a45e req-0d4ebd99-e559-4c51-a8d4-9ed2617c305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:30.788542 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2ceb6d68-723b-43e7-a3f0-e9c6f676a45e req-0d4ebd99-e559-4c51-a8d4-9ed2617c305c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 1099 time: 0.2234352 Jun 09 21:59:30.820940 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-1c71be3a-c2b8-4a8d-b249-b3ae646176e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:30.822284 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-1c71be3a-c2b8-4a8d-b249-b3ae646176e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0770562 Jun 09 21:59:30.876179 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2ceb6d68-723b-43e7-a3f0-e9c6f676a45e req-f0844016-2f98-4dd9-8a93-89c5cc738683 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801485 Jun 09 21:59:30.906070 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-f7b0c6d4-1f6a-490b-8805-45a2d273155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:30.907488 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-f7b0c6d4-1f6a-490b-8805-45a2d273155c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768111 Jun 09 21:59:30.955182 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:59:31.070909 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16acf82-bd68-4422-ac36-1096da04a396 req-9cb68136-b658-409b-8558-afacaf83eaf0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:31.072256 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f16acf82-bd68-4422-ac36-1096da04a396 req-9cb68136-b658-409b-8558-afacaf83eaf0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0773499 Jun 09 21:59:31.114654 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f16acf82-bd68-4422-ac36-1096da04a396 req-dfb5e6c7-89d7-42b5-9f23-c86d33bafb98 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360894 Jun 09 21:59:32.296736 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea9143-0ea4-4fce-893b-d03afeecc4ba req-22008e08-8293-4746-b280-17bd2e4aa5cc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:32.298153 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6fea9143-0ea4-4fce-893b-d03afeecc4ba req-22008e08-8293-4746-b280-17bd2e4aa5cc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0801053 Jun 09 21:59:32.341708 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6fea9143-0ea4-4fce-893b-d03afeecc4ba req-7d639648-1b3a-405a-a70f-88f11d837ae3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380673 Jun 09 21:59:33.078629 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:33.521741 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aebb8-adce-4e1d-8454-10ec4c6de84e req-75e9fd8c-bb82-4f62-b3a2-c3fa378fba4b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:33.523162 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fa2aebb8-adce-4e1d-8454-10ec4c6de84e req-75e9fd8c-bb82-4f62-b3a2-c3fa378fba4b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0786638 Jun 09 21:59:33.566342 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fa2aebb8-adce-4e1d-8454-10ec4c6de84e req-b2167180-634e-4794-99f4-52436d996438 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375521 Jun 09 21:59:34.050013 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fac75629-4052-46ed-8114-44e5df80c3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:34.751734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b78f-381a-4fb1-95b8-7b07f5513f9b req-e9b76c46-443a-4510-bd26-309326563d62 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:34.753228 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9be0b78f-381a-4fb1-95b8-7b07f5513f9b req-e9b76c46-443a-4510-bd26-309326563d62 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0816774 Jun 09 21:59:34.795744 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9be0b78f-381a-4fb1-95b8-7b07f5513f9b req-f9a8cfda-4173-4d20-a852-5275607bf952 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369821 Jun 09 21:59:35.995586 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88e1a6-5c52-49ff-ae25-38a892d8e801 req-da63945e-bd4e-459a-80de-e3a19d3b57c6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:35.997058 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dd88e1a6-5c52-49ff-ae25-38a892d8e801 req-da63945e-bd4e-459a-80de-e3a19d3b57c6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0837076 Jun 09 21:59:36.045018 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dd88e1a6-5c52-49ff-ae25-38a892d8e801 req-c7d021e6-8773-447f-8bf2-30abc1522693 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Jun 09 21:59:36.259578 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d2c02ba0-9416-40e3-9c60-9f9408aa2aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:36.444999 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:37.304888 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c0e5c-1100-460f-b5e6-3d5973825bb1 req-23a81d5d-c9c2-4e18-a7e5-9871cfd97be6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:37.306326 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c1c0e5c-1100-460f-b5e6-3d5973825bb1 req-23a81d5d-c9c2-4e18-a7e5-9871cfd97be6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.1470656 Jun 09 21:59:37.380096 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c1c0e5c-1100-460f-b5e6-3d5973825bb1 req-946fd260-acd4-4a2e-8e95-d45315e7416b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665071 Jun 09 21:59:37.397662 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-405fbe35-1d02-4681-ace8-7b199c9b200c service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365665 Jun 09 21:59:37.544880 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-845d1e23-c50d-4077-bc5b-0681c04fbfa4 req-765e5770-36a4-4a5a-87f3-87067ef5b1f1 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307876 Jun 09 21:59:37.601232 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:38.568715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66489f-bb41-4be2-9313-e779743901a6 req-3bd89b23-d09b-418c-b2e9-8dee20fee311 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:38.570108 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ef66489f-bb41-4be2-9313-e779743901a6 req-3bd89b23-d09b-418c-b2e9-8dee20fee311 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0813272 Jun 09 21:59:38.613032 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ef66489f-bb41-4be2-9313-e779743901a6 req-836c39c2-c877-4255-b112-bed4889f416a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365345 Jun 09 21:59:39.315225 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:39.808105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b533b-5430-4c1e-be65-f93b3a668587 req-c84b1e06-5482-4634-b72b-21162f3abe81 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:39.809550 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-730b533b-5430-4c1e-be65-f93b3a668587 req-c84b1e06-5482-4634-b72b-21162f3abe81 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0939713 Jun 09 21:59:39.851865 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-730b533b-5430-4c1e-be65-f93b3a668587 req-69b7e8c3-4900-48c5-b70f-5d1d560f5570 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Jun 09 21:59:41.052925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b393-0665-42a7-be63-6d399c8ef72c req-94e04a7b-a81e-4261-9078-19079dcdb442 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:41.054361 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff17b393-0665-42a7-be63-6d399c8ef72c req-94e04a7b-a81e-4261-9078-19079dcdb442 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0901377 Jun 09 21:59:41.097821 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff17b393-0665-42a7-be63-6d399c8ef72c req-dd7fdd13-4acb-490a-86bb-a49ca08b54ca tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Jun 09 21:59:42.078483 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6aa0b1-8cf7-4b46-a4ad-11fb13362bce req-25fd2efa-e42b-495b-9ad5-6fc403c8e68c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:42.079825 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-af6aa0b1-8cf7-4b46-a4ad-11fb13362bce req-25fd2efa-e42b-495b-9ad5-6fc403c8e68c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0776830 Jun 09 21:59:42.124808 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-af6aa0b1-8cf7-4b46-a4ad-11fb13362bce req-42ca1062-b39e-47b1-8f31-bc9cfe34da09 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393372 Jun 09 21:59:42.281164 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0049f1-903b-49fa-95be-596c638a30c4 req-cbecd321-8286-44dd-8289-55091168c9c4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:42.282572 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a0049f1-903b-49fa-95be-596c638a30c4 req-cbecd321-8286-44dd-8289-55091168c9c4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0802419 Jun 09 21:59:42.326957 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a0049f1-903b-49fa-95be-596c638a30c4 req-4574836b-ac10-473a-b34f-dc2b1ebf24eb tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Jun 09 21:59:43.321490 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de973a8-0ef6-413c-8afd-fe1d2cdd1a0d req-ca26b156-e6d6-4632-a4ea-ac0252effe6c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:43.323769 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0de973a8-0ef6-413c-8afd-fe1d2cdd1a0d req-ca26b156-e6d6-4632-a4ea-ac0252effe6c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0840583 Jun 09 21:59:43.378733 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0de973a8-0ef6-413c-8afd-fe1d2cdd1a0d req-c628652d-53ab-49d2-8ab1-b87e8340cad1 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491800 Jun 09 21:59:43.520681 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114f7ee-2d81-4eec-a367-b2706be5ed29 req-6a97f05c-e067-4cb9-96c7-ef774ea58009 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:43.522099 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2114f7ee-2d81-4eec-a367-b2706be5ed29 req-6a97f05c-e067-4cb9-96c7-ef774ea58009 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.0794814 Jun 09 21:59:43.565601 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2114f7ee-2d81-4eec-a367-b2706be5ed29 req-a28b74fa-44e2-4f12-b9bf-db218d4770ea tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Jun 09 21:59:43.758847 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-e3af4eab-67b5-4fb2-86a0-246a8bbb26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:43.760862 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-e3af4eab-67b5-4fb2-86a0-246a8bbb26d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1137 time: 0.1624591 Jun 09 21:59:43.912567 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-19a720e2-5c3f-4822-b5d1-c1744ac83bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:43.913973 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-19a720e2-5c3f-4822-b5d1-c1744ac83bb5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 915 time: 0.1237798 Jun 09 21:59:44.322120 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-3d7112e8-2a88-4e8b-8042-77450fb606ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 1001 time: 0.0946126 Jun 09 21:59:44.384687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-6afa3832-007f-4728-ab06-73fa36a44ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:44.386115 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-6afa3832-007f-4728-ab06-73fa36a44ae5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.0562246 Jun 09 21:59:44.462847 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-90003300-84be-4768-b760-e926f820d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:44.465022 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-90003300-84be-4768-b760-e926f820d82e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703051 Jun 09 21:59:44.662436 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-e4a520ff-c872-4430-a664-9188cab32afa service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866763 Jun 09 21:59:44.674156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9d593-190b-4a32-90ca-4fe01fb5223b req-385e3679-309f-403b-a966-2fd1ae18758a tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:44.675582 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-26b9d593-190b-4a32-90ca-4fe01fb5223b req-385e3679-309f-403b-a966-2fd1ae18758a tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.1775198 Jun 09 21:59:44.869671 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-26b9d593-190b-4a32-90ca-4fe01fb5223b req-3cfa239a-c47b-4f18-bc0b-12628e1a86b6 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1660538 Jun 09 21:59:44.900111 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dbb5b26e-73ed-4397-8bb2-3a6e9cc78562 req-0233bdb9-b0f8-4339-8d48-7bd102b5d2c0 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235355 Jun 09 21:59:44.912141 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce87312-0497-4f79-bb68-84e980d69620 req-809b4988-1cea-4596-8627-793805cc5e22 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:44.913511 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ce87312-0497-4f79-bb68-84e980d69620 req-809b4988-1cea-4596-8627-793805cc5e22 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.2091217 Jun 09 21:59:44.956525 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ce87312-0497-4f79-bb68-84e980d69620 req-9276f4bd-06f6-4dc1-b40e-82b78123f657 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Jun 09 21:59:46.059397 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0ea8-a475-4eec-b483-080b38c7f7e3 req-94657ede-95b7-4cfc-afba-b725b9991fae tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:46.060840 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8faf0ea8-a475-4eec-b483-080b38c7f7e3 req-94657ede-95b7-4cfc-afba-b725b9991fae tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0776005 Jun 09 21:59:46.106019 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8faf0ea8-a475-4eec-b483-080b38c7f7e3 req-e57b041f-44ea-4f24-8dfb-e054e65dee34 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395761 Jun 09 21:59:47.291105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992965-9e23-47d3-94d9-be079b259f27 req-f88390b2-b0d5-4e50-8e53-6d484fb6ad32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:47.293039 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-23992965-9e23-47d3-94d9-be079b259f27 req-f88390b2-b0d5-4e50-8e53-6d484fb6ad32 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0797358 Jun 09 21:59:47.337537 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-23992965-9e23-47d3-94d9-be079b259f27 req-e37cd288-a873-4d67-b9c9-ab53b85bd477 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388651 Jun 09 21:59:48.125884 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-3b257699-f77c-441e-a748-6f5cd0de02b7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:48.127202 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-3b257699-f77c-441e-a748-6f5cd0de02b7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.1454225 Jun 09 21:59:48.145766 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-ea67adb7-d276-4f65-b5d4-2d23916576e0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/quotas/f5dcfc8d7dcc4415b273044e466626ae HTTP/1.1" status: 200 len: 375 time: 0.0126367 Jun 09 21:59:48.244247 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-f5eb22d8-b696-41db-a8c5-84e78f99da28 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933759 Jun 09 21:59:48.434627 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-df4f69f0-1827-4d16-8804-4b9a7489a180 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830344 Jun 09 21:59:48.720289 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1afe4673-be11-4616-9cde-44e335af3aef service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790954 Jun 09 21:59:48.732501 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8ad3a-aebc-4917-9fac-d65b1f3fa9f2 req-34b64397-6220-4d47-9647-16d0807be139 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:48.733869 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abd8ad3a-aebc-4917-9fac-d65b1f3fa9f2 req-34b64397-6220-4d47-9647-16d0807be139 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.2708685 Jun 09 21:59:48.779400 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abd8ad3a-aebc-4917-9fac-d65b1f3fa9f2 req-2cb5bc3f-1622-40b5-88ee-840d0d61a3ae tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397100 Jun 09 21:59:48.895140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-52a78853-4181-4c1c-b9e7-148d56d8bfa6 req-b2f2232e-c5ba-4394-b7cf-967e5f40028b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 210 time: 0.0429008 Jun 09 21:59:49.966010 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b11732-3116-4833-b404-829e94a0b72c req-3cb1ba7c-7265-4cfe-9280-6216e5c4fdc0 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:49.967449 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-69b11732-3116-4833-b404-829e94a0b72c req-3cb1ba7c-7265-4cfe-9280-6216e5c4fdc0 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0825865 Jun 09 21:59:50.053228 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-69b11732-3116-4833-b404-829e94a0b72c req-c474a500-3765-4a42-8882-c49065d07d3e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798790 Jun 09 21:59:50.060379 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5740d058-89d5-4884-ab62-9d81637caa00 req-45de5ea2-6586-47ef-9620-3cd389ec759a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 210 time: 0.0473490 Jun 09 21:59:50.427090 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-93cd75ba-b235-4e64-9c78-23b7a31f0b35 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:50.428647 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-93cd75ba-b235-4e64-9c78-23b7a31f0b35 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.1469884 Jun 09 21:59:50.472562 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Request body: {'port': {'device_id': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'admin_state_up': True, 'tenant_id': 'f5dcfc8d7dcc4415b273044e466626ae'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:50.629434 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Made reservation on behalf of f5dcfc8d7dcc4415b273044e466626ae for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:59:50.632885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:50.790457 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Allocated IP 172.20.0.11 (ee5b9b5e-7246-4cb2-af1a-527a1417c82b/1909e515-ce3f-43c1-840d-f57035af4a17/9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:59:50.987165 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:51.015629 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:51.020962 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:51.061588 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0', 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:51.086811 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:59:51.090761 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:59:51.093266 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:59:51.135510 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event updated for resources: {'Port': ['ID=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:51.139880 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:51.161804 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:51.162594 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:51.184398 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7158928 Jun 09 21:59:51.205929 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Request body: {'port': {'device_id': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:51.434970 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:51.462854 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30718c56-8836-430e-81f5-697ff0dd6132 req-dc2a51c6-8e31-4002-ad0b-d04eeafde210 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:51.464401 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-30718c56-8836-430e-81f5-697ff0dd6132 req-dc2a51c6-8e31-4002-ad0b-d04eeafde210 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 932 time: 0.2235315 Jun 09 21:59:51.499280 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae73a7-2e66-436c-bc7b-1f5345a6cde4 req-1505f733-5321-47f4-9fcf-084d22de3fee tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:51.500683 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0fae73a7-2e66-436c-bc7b-1f5345a6cde4 req-1505f733-5321-47f4-9fcf-084d22de3fee tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.2608745 Jun 09 21:59:51.598417 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-30718c56-8836-430e-81f5-697ff0dd6132 req-ebc3047b-fba4-4dc5-b782-1d0a881784a7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072211 Jun 09 21:59:51.644429 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0fae73a7-2e66-436c-bc7b-1f5345a6cde4 req-1e5e1a4a-08ed-4215-89de-2f816ea6d56b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268578 Jun 09 21:59:52.003719 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:52.013821 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:52.035919 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Transition to ACTIVE for port object 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:59:52.039966 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:52.044923 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-fffd6d82-7f3a-447a-8872-bea4a7b59c5c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:52.097023 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d567cc-0e06-4a5f-92d5-7d56ba22e660 req-d4d48a17-8eed-49a2-80ae-14f21e9151c4 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:52.098452 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-83d567cc-0e06-4a5f-92d5-7d56ba22e660 req-d4d48a17-8eed-49a2-80ae-14f21e9151c4 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.1975486 Jun 09 21:59:52.230625 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:52.240674 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:52.276139 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-83d567cc-0e06-4a5f-92d5-7d56ba22e660 req-39b51825-227c-48da-bb83-ebee4b701ebc tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292150 Jun 09 21:59:52.313866 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Attempting to bind port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:59:52.314197 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Attempting to bind port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:59:52.314521 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Attempting to bind port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:52.319671 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:59:52.320026 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Attempting to bind port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:52.325937 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:59:52.326262 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Checking segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:59:52.326633 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Bound using segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:59:52.327077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Bound port: 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:59:52.327413 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:52.419069 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] For port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:59:52.422012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] For port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:59:52.425287 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:52.428659 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:52.484360 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:52.484890 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:52.486290 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] 10.222.0.22 "PUT /v2.0/ports/9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 HTTP/1.1" status: 200 len: 1094 time: 1.2850211 Jun 09 21:59:52.486756 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'tag': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:52.489000 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b1918-f842-4f92-b0ae-00592a64b753" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf62dfe-8f34-4817-8e1d-91f7de511126", "tag": "9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:52.510127 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:52.513396 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:52.593838 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd62a3-2174-4fa4-b628-3711035e3617 x-openstack-request-id: req-6dfd62a3-2174-4fa4-b628-3711035e3617 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:52.594146 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf62dfe-8f34-4817-8e1d-91f7de511126", "tag": "9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:52.594414 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6dfd62a3-2174-4fa4-b628-3711035e3617 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:52.594812 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'tag': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9', 'status': 'completed', 'code': 200} Jun 09 21:59:52.634434 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-9b09e72a-b9fb-471d-971b-5cbc345d5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:52.635848 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-9b09e72a-b9fb-471d-971b-5cbc345d5bb4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 1097 time: 0.0722060 Jun 09 21:59:52.752028 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-1057e6e2-1a12-497c-a889-89514c2047b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 HTTP/1.1" status: 200 len: 217 time: 0.1015272 Jun 09 21:59:52.898259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-535f61ac-0203-442f-95d9-b100639e6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:52.900481 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-535f61ac-0203-442f-95d9-b100639e6ade service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 200 len: 855 time: 0.1124759 Jun 09 21:59:52.968417 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-862776ec-12aa-4c41-a75b-af4a55306112 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596914 Jun 09 21:59:52.981374 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39730-fdda-4f3e-a266-1fe09e9be46d req-b6d2407e-ddbb-4b96-bd30-1dbb988209e8 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:52.982876 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97a39730-fdda-4f3e-a266-1fe09e9be46d req-b6d2407e-ddbb-4b96-bd30-1dbb988209e8 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 944 time: 0.2812283 Jun 09 21:59:53.008890 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815240ea-5d08-4d97-b0c4-619d25d4b45c req-52321e7f-0db7-4755-8e78-6fe8087fa99f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:53.010749 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-815240ea-5d08-4d97-b0c4-619d25d4b45c req-52321e7f-0db7-4755-8e78-6fe8087fa99f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.2574046 Jun 09 21:59:53.140104 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97a39730-fdda-4f3e-a266-1fe09e9be46d req-38ed3624-f516-43da-9f63-ceb74d560754 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284490 Jun 09 21:59:53.164303 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-815240ea-5d08-4d97-b0c4-619d25d4b45c req-d54a52b3-ea4b-48ad-986b-da52192f1538 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936067 Jun 09 21:59:53.184916 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-9c6d43be-4dbe-46a6-a0b2-8773bdfc3da4 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001808 Jun 09 21:59:53.333044 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3afe80-622c-410b-b22b-f89d71f36ccd req-68e4e988-c3b4-4643-a4c9-7300909776fd service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384189 Jun 09 21:59:53.498281 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405b61-442f-403d-800d-69ff49497a1b req-dbdb1f98-d753-4da2-b9df-bbfa9467d4fe tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:53.499696 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df405b61-442f-403d-800d-69ff49497a1b req-dbdb1f98-d753-4da2-b9df-bbfa9467d4fe tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.1205876 Jun 09 21:59:53.556112 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-df405b61-442f-403d-800d-69ff49497a1b req-66e59d9a-e979-48d1-a46b-5297986b65d6 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506129 Jun 09 21:59:53.563577 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-c8459b09-9882-431d-a055-ea3e4bd7bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:53.565030 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-c8459b09-9882-431d-a055-ea3e4bd7bc74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 1097 time: 0.1157539 Jun 09 21:59:53.779899 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-03248880-6297-4a51-9fb2-5bdf37eaf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:53.781240 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-03248880-6297-4a51-9fb2-5bdf37eaf0ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 916 time: 0.1988087 Jun 09 21:59:53.852874 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-4445d886-31e5-4f3b-b5f5-888eac179175 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 HTTP/1.1" status: 200 len: 217 time: 0.0616453 Jun 09 21:59:53.913958 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-0febfb9a-361a-48db-afd8-ddad935b9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:53.915334 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-0febfb9a-361a-48db-afd8-ddad935b9d32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 200 len: 855 time: 0.0563776 Jun 09 21:59:53.965271 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-53f9fec0-f3af-405f-b686-d2e088886080 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424073 Jun 09 21:59:54.092836 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-6198b219-cd55-4800-861f-95f4d242b25d service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204040 Jun 09 21:59:54.233517 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d64b1918-f842-4f92-b0ae-00592a64b753 req-3072b118-5d49-45fb-bbb2-bf1f476491fb service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269839 Jun 09 21:59:54.380721 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff120a43-53fe-47b5-a591-7435579fb2e0 req-c3432e04-f0e0-4674-94ca-3d73366f9965 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:54.382147 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff120a43-53fe-47b5-a591-7435579fb2e0 req-c3432e04-f0e0-4674-94ca-3d73366f9965 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 944 time: 0.1363146 Jun 09 21:59:54.393603 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a23a64-2f43-403a-bfd2-a9e04fdf95e2 req-b27165ce-060b-4d39-bcd7-f38f0c31ecc2 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:54.394956 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5a23a64-2f43-403a-bfd2-a9e04fdf95e2 req-b27165ce-060b-4d39-bcd7-f38f0c31ecc2 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.1139283 Jun 09 21:59:54.461546 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff120a43-53fe-47b5-a591-7435579fb2e0 req-aa31b02e-e6f2-4fa7-a71c-d6d002c2c81c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Jun 09 21:59:54.468212 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5a23a64-2f43-403a-bfd2-a9e04fdf95e2 req-5acd2080-dcd4-4d0a-902d-56d5c36ad785 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594895 Jun 09 21:59:54.645953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-bfd5b61f-f989-4391-8ea2-aeb7b2de4ba5 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:54.647356 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-bfd5b61f-f989-4391-8ea2-aeb7b2de4ba5 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.0794587 Jun 09 21:59:54.830722 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184995c3-4b6b-45cd-9a4f-95f0b0f4e3dc req-0a072abb-13a1-430c-aaae-fb428a33e8fb tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:54.832063 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-184995c3-4b6b-45cd-9a4f-95f0b0f4e3dc req-0a072abb-13a1-430c-aaae-fb428a33e8fb tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 946 time: 0.1493182 Jun 09 21:59:54.862886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Deleting port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:59:54.863220 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:54.949749 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-184995c3-4b6b-45cd-9a4f-95f0b0f4e3dc req-fc289dde-e413-4d49-bd6f-ae7845cf17a3 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/security-groups?id=03120c50-5b69-458c-9d74-d23ce0cd86c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115379 Jun 09 21:59:55.008560 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] For port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,segment=NetworkSegment(6bc4d75d-041f-4b75-bf3d-bdb17d68520f),segment_id=6bc4d75d-041f-4b75-bf3d-bdb17d68520f)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:55.008909 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:55.128273 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Calling delete_port for 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:59:55.236335 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:55.241660 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:55.284176 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Pushing event deleted for resources: {'Port': ['ID=73c0c69f-a4e6-4c39-a7e8-02cc9c222f55,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:55.287527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:55.290988 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['73c0c69f-a4e6-4c39-a7e8-02cc9c222f55'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:55.438898 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] No DVR routers for this DVR port 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:59:55.441332 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:55.443200 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-20da95ea-f9d8-4f8e-b2f5-60112e168ca0 req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.22 "DELETE /v2.0/ports/73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 HTTP/1.1" status: 204 len: 173 time: 0.7875741 Jun 09 21:59:55.443666 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94641650-379f-4fa4-b5df-10343b115a90', 'name': 'network-vif-deleted', 'tag': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:55.445901 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf7115-4c6c-4e16-956f-86a9608d957b" -d '{"events": [{"server_uuid": "94641650-379f-4fa4-b5df-10343b115a90", "name": "network-vif-deleted", "tag": "73c0c69f-a4e6-4c39-a7e8-02cc9c222f55"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:55.487942 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4e3dd-f0dc-4d44-b4a8-b8e57cd0ca50 x-openstack-request-id: req-73d4e3dd-f0dc-4d44-b4a8-b8e57cd0ca50 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:55.488257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94641650-379f-4fa4-b5df-10343b115a90", "name": "network-vif-deleted", "tag": "73c0c69f-a4e6-4c39-a7e8-02cc9c222f55", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:55.488534 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73d4e3dd-f0dc-4d44-b4a8-b8e57cd0ca50 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:55.488943 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94641650-379f-4fa4-b5df-10343b115a90', 'name': 'network-vif-deleted', 'tag': '73c0c69f-a4e6-4c39-a7e8-02cc9c222f55', 'status': 'completed', 'code': 200} Jun 09 21:59:55.717927 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3d547-48ac-4555-9950-d1107ea18ecb req-951ecb19-5e69-485d-8f17-26217b7e2f66 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:55.719274 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e0a3d547-48ac-4555-9950-d1107ea18ecb req-951ecb19-5e69-485d-8f17-26217b7e2f66 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.1104321 Jun 09 21:59:55.726380 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9b073-d78d-40f8-a39a-3d32906d6270 req-2189ff0e-4665-45e1-954a-d5b031728ea2 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:55.727690 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-23c9b073-d78d-40f8-a39a-3d32906d6270 req-2189ff0e-4665-45e1-954a-d5b031728ea2 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 944 time: 0.1491804 Jun 09 21:59:55.799529 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e0a3d547-48ac-4555-9950-d1107ea18ecb req-a181afbb-bf4a-49d8-ac88-0afd118110ce tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708830 Jun 09 21:59:55.803824 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-23c9b073-d78d-40f8-a39a-3d32906d6270 req-bab3e76b-9b29-4f5c-b2b7-3fcd498a7fff tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617077 Jun 09 21:59:56.114791 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89cb4b01-c5cc-4d95-b6f4-302485c0779c req-31ac5ee5-790a-4a1d-a2f8-73ca99998a56 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] 10.222.0.26 "GET /v2.0/ports?device_id=94641650-379f-4fa4-b5df-10343b115a90 HTTP/1.1" status: 200 len: 210 time: 0.0413051 Jun 09 21:59:56.989333 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37285ff2-e23e-43a3-bf40-1d97e1235bfc req-dccfca4d-7981-4f6f-a438-c4560fa64f5d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:56.990904 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37285ff2-e23e-43a3-bf40-1d97e1235bfc req-dccfca4d-7981-4f6f-a438-c4560fa64f5d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0831368 Jun 09 21:59:57.043242 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37285ff2-e23e-43a3-bf40-1d97e1235bfc req-7292ed29-fb7d-42f0-8926-2885cd95e5a2 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457242 Jun 09 21:59:57.134434 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e280fec-49d1-401b-8d9e-3231aa46c36f req-9b41ec9e-5f5c-4bf2-ba9a-4983f71b3235 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:57.137238 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0e280fec-49d1-401b-8d9e-3231aa46c36f req-9b41ec9e-5f5c-4bf2-ba9a-4983f71b3235 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 944 time: 0.0780005 Jun 09 21:59:57.184185 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0e280fec-49d1-401b-8d9e-3231aa46c36f req-daebf4ee-3173-48e5-97e7-c52327fa6a09 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Jun 09 21:59:58.131200 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:59:58.139424 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:59:58.176467 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:59:58.176731 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 73c0c69f-a4e6-4c39-a7e8-02cc9c222f55 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:59:58.230317 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2737457-6879-44a8-b05c-1bf4385b1326 req-1154525c-f24a-43e5-b93e-4159f1be513a tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:58.231783 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a2737457-6879-44a8-b05c-1bf4385b1326 req-1154525c-f24a-43e5-b93e-4159f1be513a tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0854475 Jun 09 21:59:58.278341 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a2737457-6879-44a8-b05c-1bf4385b1326 req-072bae16-22a8-4ffe-a7a0-8f2b7fcb388e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405099 Jun 09 21:59:58.302225 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:58.314975 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'port_id': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9', 'mac_address': 'fa:16:3e:33:db:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1909e515-ce3f-43c1-840d-f57035af4a17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:59:58.366020 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f020a3-41d3-4e5f-8aee-7aa895e0d8ca req-15cc3bb6-46f9-431a-a115-15b2694dcc34 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:58.367484 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7f020a3-41d3-4e5f-8aee-7aa895e0d8ca req-15cc3bb6-46f9-431a-a115-15b2694dcc34 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 944 time: 0.0785005 Jun 09 21:59:58.368223 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:58.384336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:58.399899 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:58.404257 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:58.406084 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:58.411864 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7f020a3-41d3-4e5f-8aee-7aa895e0d8ca req-059cee2c-52da-42b2-bc1a-f7250b548423 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Jun 09 21:59:58.472558 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:58.475436 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:58.891280 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:59.465747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041e458-4c79-464e-ba84-0feb7fcc0636 req-a515e672-d636-43dc-bcf4-1918f2554b22 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:59.467199 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e041e458-4c79-464e-ba84-0feb7fcc0636 req-a515e672-d636-43dc-bcf4-1918f2554b22 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0859077 Jun 09 21:59:59.513905 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e041e458-4c79-464e-ba84-0feb7fcc0636 req-10e3cf8e-fa1a-404c-abaa-3147a71a9427 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410602 Jun 09 21:59:59.597383 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bb28-38f6-4518-98eb-2531bc4bf075 req-1e2a7094-0bdd-489f-96f9-2165c18607e3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:59.598750 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4b01bb28-38f6-4518-98eb-2531bc4bf075 req-1e2a7094-0bdd-489f-96f9-2165c18607e3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 945 time: 0.0811615 Jun 09 21:59:59.641805 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4b01bb28-38f6-4518-98eb-2531bc4bf075 req-5ee7d07f-bb8d-4ca8-a927-cf87aabe2335 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Jun 09 22:00:00.712660 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250f1bb-d644-4f41-b172-34df5c83696d req-8dac8c8a-10b1-4d00-9c3e-b4bc36b7cc3b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:00.714115 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c250f1bb-d644-4f41-b172-34df5c83696d req-8dac8c8a-10b1-4d00-9c3e-b4bc36b7cc3b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0833223 Jun 09 22:00:00.800654 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c250f1bb-d644-4f41-b172-34df5c83696d req-ebcb5d77-daeb-4193-ba01-957cbdd442f7 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807071 Jun 09 22:00:00.840965 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0af25-5245-4169-b643-8fb5781c0349 req-cf85e693-c562-4510-b22b-623519d887fc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:00.842397 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ddd0af25-5245-4169-b643-8fb5781c0349 req-cf85e693-c562-4510-b22b-623519d887fc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 945 time: 0.0928581 Jun 09 22:00:00.890901 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ddd0af25-5245-4169-b643-8fb5781c0349 req-282a0cae-d02c-45cf-a730-0bc8b721394e tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Jun 09 22:00:01.981006 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba1d84-56f3-4cb3-ac61-a2f0452c10aa req-0357df01-2476-4b93-898c-77cd9e3baae1 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:01.982450 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-24ba1d84-56f3-4cb3-ac61-a2f0452c10aa req-0357df01-2476-4b93-898c-77cd9e3baae1 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0785854 Jun 09 22:00:02.080111 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-24ba1d84-56f3-4cb3-ac61-a2f0452c10aa req-cf1a6795-a894-4853-afcf-b8868bd6d42b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912993 Jun 09 22:00:02.102600 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21262ebe-abaa-42e2-b70a-dbdb709c0085 req-f258e6e2-f74e-4fca-884e-ea53910fcf4b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:02.104554 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21262ebe-abaa-42e2-b70a-dbdb709c0085 req-f258e6e2-f74e-4fca-884e-ea53910fcf4b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 945 time: 0.1031954 Jun 09 22:00:02.147130 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21262ebe-abaa-42e2-b70a-dbdb709c0085 req-11c30df0-b3ff-42da-9c37-6f0249ed39ee tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371485 Jun 09 22:00:03.073602 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:03.260478 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7bfb-d998-4b54-bca8-de1a9c8e373b req-64c0f63c-64d7-40ec-8d67-675ff8019320 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:03.261927 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9e7f7bfb-d998-4b54-bca8-de1a9c8e373b req-64c0f63c-64d7-40ec-8d67-675ff8019320 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.0810218 Jun 09 22:00:03.355639 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9e7f7bfb-d998-4b54-bca8-de1a9c8e373b req-3c4ced27-46bc-4917-9117-7f928693767e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616071 Jun 09 22:00:03.379461 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e222257-3f24-4b80-912a-33e0eb8217a6 req-d0c95d5a-cde2-4573-9adf-cd4f07ab8b67 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:03.380902 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e222257-3f24-4b80-912a-33e0eb8217a6 req-d0c95d5a-cde2-4573-9adf-cd4f07ab8b67 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 945 time: 0.1180997 Jun 09 22:00:03.424655 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e222257-3f24-4b80-912a-33e0eb8217a6 req-0e43f932-c2b0-4fc7-a52c-b1946813b481 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 Jun 09 22:00:04.050972 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6071a8bd-e73c-4c46-9949-5f3785c1daff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:04.601834 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a55a4-c41d-4e7c-84c1-ae02a2802b14 req-c08b6583-6089-4cc7-8739-3acd3fed4b55 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:04.604044 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-287a55a4-c41d-4e7c-84c1-ae02a2802b14 req-c08b6583-6089-4cc7-8739-3acd3fed4b55 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.1399953 Jun 09 22:00:04.661233 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-287a55a4-c41d-4e7c-84c1-ae02a2802b14 req-dd76ab1f-5bb5-4d69-9803-aa01dbf8cfac tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490930 Jun 09 22:00:04.672762 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa1938-b7b0-4bed-b989-1916464b0fc7 req-eb306151-d1ab-43ba-8e56-939b95c32027 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:04.674174 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-daaa1938-b7b0-4bed-b989-1916464b0fc7 req-eb306151-d1ab-43ba-8e56-939b95c32027 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 945 time: 0.1427963 Jun 09 22:00:04.719019 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-daaa1938-b7b0-4bed-b989-1916464b0fc7 req-695a41e8-7c10-4bea-8665-0f9477db9295 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Jun 09 22:00:05.915181 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:05.983345 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d24d-2891-41d6-9e1d-16338f1d04c0 req-ee95d65e-ea3b-4a15-a8f8-f93ab6f30176 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:05.985162 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63f5d24d-2891-41d6-9e1d-16338f1d04c0 req-ee95d65e-ea3b-4a15-a8f8-f93ab6f30176 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 945 time: 0.1113355 Jun 09 22:00:05.991170 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:05.993123 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bab65-fd95-483c-8360-89aeafecaf4e req-b7dbe373-de71-48d5-8040-390af3719d31 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:05.995096 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-507bab65-fd95-483c-8360-89aeafecaf4e req-b7dbe373-de71-48d5-8040-390af3719d31 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.2265494 Jun 09 22:00:05.997189 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:05.997575 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:06.063025 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63f5d24d-2891-41d6-9e1d-16338f1d04c0 req-15bad651-6c11-4313-abe2-ea58891bc5e7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669696 Jun 09 22:00:06.077416 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-507bab65-fd95-483c-8360-89aeafecaf4e req-2ee449ec-878f-46d5-940c-9f6300914a6e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&id=deb9633e-a54c-41de-acf6-8d2386a3990c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670066 Jun 09 22:00:06.123187 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:06.154597 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:00:06.156860 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1f663e-76b8-4b2a-882f-7a59ebf9b51e" -d '{"events": [{"server_uuid": "4bf62dfe-8f34-4817-8e1d-91f7de511126", "name": "network-vif-plugged", "status": "completed", "tag": "9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:00:06.164808 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:06.170391 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:06.173745 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:06.267629 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:06.272047 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:06.273467 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce3f731-0808-4ce1-9e0a-63c0f7501a14 x-openstack-request-id: req-bce3f731-0808-4ce1-9e0a-63c0f7501a14 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:00:06.273757 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf62dfe-8f34-4817-8e1d-91f7de511126", "name": "network-vif-plugged", "status": "completed", "tag": "9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:00:06.274015 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bce3f731-0808-4ce1-9e0a-63c0f7501a14 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:00:06.274420 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9', 'code': 200} Jun 09 22:00:06.282602 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-676dd6d4-9397-4e87-b9e9-f95c85703143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:06.446149 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:06.529029 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8553ff-7abd-4895-87e0-1e201aaf311a req-5d69b88c-0d0c-4a17-8a24-d2ec3e015792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:06.530470 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0d8553ff-7abd-4895-87e0-1e201aaf311a req-5d69b88c-0d0c-4a17-8a24-d2ec3e015792 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 1099 time: 0.0676904 Jun 09 22:00:06.574176 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0d8553ff-7abd-4895-87e0-1e201aaf311a req-9c7dc5ad-66fe-41ee-a669-c71a394eb01f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Jun 09 22:00:07.257374 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91bda2-0b79-445a-a818-d4da0ac0da7f req-0828076a-e1ae-421e-94eb-f804dd6e6546 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:07.258884 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3c91bda2-0b79-445a-a818-d4da0ac0da7f req-0828076a-e1ae-421e-94eb-f804dd6e6546 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 946 time: 0.0779297 Jun 09 22:00:07.304879 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3c91bda2-0b79-445a-a818-d4da0ac0da7f req-32d69f61-b808-4d6d-a9ee-8973995d52f9 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Jun 09 22:00:07.608412 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:07.954343 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:00:08.493320 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011690b-de47-42e7-9999-d2893bb9b7df req-9ab42f46-7da5-41cb-899c-de00e7eda367 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:08.495274 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0011690b-de47-42e7-9999-d2893bb9b7df req-9ab42f46-7da5-41cb-899c-de00e7eda367 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 946 time: 0.0810239 Jun 09 22:00:08.538036 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0011690b-de47-42e7-9999-d2893bb9b7df req-500ef9f1-a313-4aa4-8ca5-82efacc5310c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Jun 09 22:00:09.317645 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:09.716320 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612661a4-4c43-4024-abb2-dae7e48eeb89 req-04eb2cd5-3455-41aa-bf9f-fc77f1a8ed31 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:09.717718 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-612661a4-4c43-4024-abb2-dae7e48eeb89 req-04eb2cd5-3455-41aa-bf9f-fc77f1a8ed31 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 946 time: 0.0769777 Jun 09 22:00:09.760808 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-612661a4-4c43-4024-abb2-dae7e48eeb89 req-497cd648-17af-4234-adb8-0b053681c1de tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Jun 09 22:00:16.192788 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693ccd7-6de8-41f5-8849-6c7a9169d76f req-e5e3899f-7bd2-4f01-a319-5958fb6a818a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:16.194632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2693ccd7-6de8-41f5-8849-6c7a9169d76f req-e5e3899f-7bd2-4f01-a319-5958fb6a818a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0955889 Jun 09 22:00:16.240345 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2693ccd7-6de8-41f5-8849-6c7a9169d76f req-80cd0cfb-0207-41c8-b930-2811f7bedd0e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 Jun 09 22:00:17.429739 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f455f61-9d19-4476-92a0-a6c70d44e58c req-e912cc70-ca23-423e-a8d5-72e3c2aefc07 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:17.431173 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3f455f61-9d19-4476-92a0-a6c70d44e58c req-e912cc70-ca23-423e-a8d5-72e3c2aefc07 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0794568 Jun 09 22:00:17.475558 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3f455f61-9d19-4476-92a0-a6c70d44e58c req-e7c91db2-15cf-4ab1-b969-efdfa54648a0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380168 Jun 09 22:00:18.658701 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c104d1-4448-4c18-8962-f9e17d050674 req-bfa7a14a-ac82-4d65-bd86-08a8f7404953 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:18.660132 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33c104d1-4448-4c18-8962-f9e17d050674 req-bfa7a14a-ac82-4d65-bd86-08a8f7404953 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0814259 Jun 09 22:00:18.704891 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33c104d1-4448-4c18-8962-f9e17d050674 req-71e3f5e1-28da-434b-b5c7-0d3cd4c5673a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Jun 09 22:00:19.881936 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8fe4-6a46-40c8-9965-d9d2f8fdb043 req-ad5f1863-9fb3-4b6e-8637-bc91dd731819 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:19.883371 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bbe8fe4-6a46-40c8-9965-d9d2f8fdb043 req-ad5f1863-9fb3-4b6e-8637-bc91dd731819 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0761454 Jun 09 22:00:19.930426 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0bbe8fe4-6a46-40c8-9965-d9d2f8fdb043 req-eb991667-0e30-49ad-8c8e-20dd515d2209 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Jun 09 22:00:21.109696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad262287-bc37-46ef-a8c5-6c09bcddf370 req-12bf97fa-e0a0-4db3-8a79-4caa3c7047e4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:21.110991 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ad262287-bc37-46ef-a8c5-6c09bcddf370 req-12bf97fa-e0a0-4db3-8a79-4caa3c7047e4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0758791 Jun 09 22:00:21.153468 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ad262287-bc37-46ef-a8c5-6c09bcddf370 req-a0f3a912-698d-4b95-bd2a-199c52bfb28c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369730 Jun 09 22:00:22.337511 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2db07-7cb2-421a-a7f4-d93f44259303 req-300f381d-c1ff-4ae0-a6dc-c0d174e4ff6a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:22.339495 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-62c2db07-7cb2-421a-a7f4-d93f44259303 req-300f381d-c1ff-4ae0-a6dc-c0d174e4ff6a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0846412 Jun 09 22:00:22.383058 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-62c2db07-7cb2-421a-a7f4-d93f44259303 req-e9914c12-dc74-442f-bbee-5f0173a518d0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377612 Jun 09 22:00:23.587005 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51065e8-b647-4dca-bf84-ee021dfb7b41 req-df268ffc-4296-4b86-a903-183930d10ca6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:23.589401 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f51065e8-b647-4dca-bf84-ee021dfb7b41 req-df268ffc-4296-4b86-a903-183930d10ca6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0856204 Jun 09 22:00:23.633130 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f51065e8-b647-4dca-bf84-ee021dfb7b41 req-cb461642-d6fe-4447-bc8f-f4d94f7b5480 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379748 Jun 09 22:00:24.828239 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6a5c-a54d-4cd0-90db-dc7f96ca4286 req-1e255c86-371e-455d-8bd8-52dbb6d74fde tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:24.829666 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-960f6a5c-a54d-4cd0-90db-dc7f96ca4286 req-1e255c86-371e-455d-8bd8-52dbb6d74fde tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0826941 Jun 09 22:00:24.872650 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-960f6a5c-a54d-4cd0-90db-dc7f96ca4286 req-e5f35230-a476-48a9-81bc-861e13b6b462 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373833 Jun 09 22:00:25.847972 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52414) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:25.909826 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Deleting subnet 95da6660-0310-4b08-ac53-530d0834b7be {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:00:25.913138 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:25.966701 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.020652 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.031315 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-7e898eae-2df1-4db1-8ba4-9ef7bb58f1cf tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:26.032728 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-7e898eae-2df1-4db1-8ba4-9ef7bb58f1cf tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.1767502 Jun 09 22:00:26.054447 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-8cd350ab-df2c-4c04-8fbf-5f0a65c912ce tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/quotas/f5dcfc8d7dcc4415b273044e466626ae HTTP/1.1" status: 200 len: 375 time: 0.0162137 Jun 09 22:00:26.097436 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.106448 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2a36aaab-122b-455c-8238-beb32bfa9c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:26.138036 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.139840 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/95da6660-0310-4b08-ac53-530d0834b7be HTTP/1.1" status: 204 len: 168 time: 0.2909167 Jun 09 22:00:26.140866 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95da6660-0310-4b08-ac53-530d0834b7be,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:26.142809 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52420) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:26.148858 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.149239 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.149601 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.149957 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.150859 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.151210 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.151581 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.151938 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.152463 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.153039 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729896f-1c40-456f-90a2-880ac8471cf7 req-223036c3-c878-42f7-8a74-88ccf61afd47 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:26.153813 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.154446 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2729896f-1c40-456f-90a2-880ac8471cf7 req-223036c3-c878-42f7-8a74-88ccf61afd47 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1590919 Jun 09 22:00:26.155600 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.155998 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.160355 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-01dc952d-bef1-4884-bc17-df4fe462559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:26.364273 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-4ec30c27-0b2e-4f87-87a2-ad79cefa6542 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2991784 Jun 09 22:00:26.374233 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2729896f-1c40-456f-90a2-880ac8471cf7 req-16d2a309-8497-4b54-b004-69fdadaeb0a5 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007997 Jun 09 22:00:26.396480 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.591969 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.613615 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f182bd-882e-4866-b0a4-4c27236a6d91']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:26.624885 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-edc0ea59-2506-4754-a845-3ea2d2afa3a9 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498181 Jun 09 22:00:26.628044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc4d75d-041f-4b75-bf3d-bdb17d68520f') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:26.628335 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc4d75d-041f-4b75-bf3d-bdb17d68520f') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:26.702325 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.728593 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.738727 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:00:26.739109 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:00:26.752171 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:00:26.850304 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-c189319e-7063-4159-817f-a45aa312d2be service neutron] 10.222.0.26 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156842 Jun 09 22:00:26.851298 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.855636 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-03a9ce97-9eef-420d-a225-3363de7102d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:26.871044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:26.872808 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f7f182bd-882e-4866-b0a4-4c27236a6d91 HTTP/1.1" status: 204 len: 168 time: 0.7288830 Jun 09 22:00:26.877205 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f182bd-882e-4866-b0a4-4c27236a6d91,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:26.885257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.885625 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.886217 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.886571 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.886948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.887296 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.887665 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.888029 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.888373 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.888710 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.889046 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.889381 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:26.892614 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2e918084-6b39-4396-91b6-f23eeb2532a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:27.001074 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52428) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:27.046397 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-98cc4973-d43e-4648-b2b9-0b82a2399b97 req-a40367f6-2a33-4b0a-a2e2-bd1dec1156aa tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 210 time: 0.0464170 Jun 09 22:00:27.052652 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7450127d-d1bf-453b-89b8-872bc962692f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61d49a14738f4e10ba171f162296ac41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480707 Jun 09 22:00:27.052872 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52430) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:27.110170 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:27.139552 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:27.195652 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:27.198434 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:27.202090 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03120c50-5b69-458c-9d74-d23ce0cd86c1 HTTP/1.1" status: 204 len: 168 time: 0.1458228 Jun 09 22:00:27.202090 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3c383a24-a97a-47c6-9202-4c3db535dd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:27.209757 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03120c50-5b69-458c-9d74-d23ce0cd86c1,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:27.213877 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:27.589399 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44609586-2e8d-4344-97de-6f873cb796c4 req-4a02fb57-e5e9-429c-b6b3-f1fdd4d9446f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:27.590875 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-44609586-2e8d-4344-97de-6f873cb796c4 req-4a02fb57-e5e9-429c-b6b3-f1fdd4d9446f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0922976 Jun 09 22:00:27.637775 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-44609586-2e8d-4344-97de-6f873cb796c4 req-dcbd526f-ccbd-4d1c-a6b1-b55eea4b32e1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Jun 09 22:00:27.933180 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52460) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:28.040162 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1297469403-network', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:28.061008 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Made reservation on behalf of ec673abe224149f39bb1c8b52460ae6b for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:00:28.063287 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.076082 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.200856 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.205044 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.207936 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3c7223ae-82f8-412b-9d5a-7b3e6a4ed8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:28.227555 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-234220e0-66a1-4dcf-834b-8b5a63b89ad4 req-bc2971c1-1fcc-49c2-be8f-e09beb7fb551 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 210 time: 0.0665131 Jun 09 22:00:28.239439 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:00:28.245867 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4331cf84-395f-4e6c-b4e6-2ae2a3b72209,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:28.249996 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:28.256830 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.257182 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Added segment f7701300-2844-4b19-9837-17874685ad27 of type vlan for network d25df398-773c-4f79-b4a3-2b2734d75c0c Jun 09 22:00:28.289064 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.297196 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-571861ad-13e9-4d6b-9bc7-e19237ae67f2 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:28.299699 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-571861ad-13e9-4d6b-9bc7-e19237ae67f2 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 815 time: 0.2172740 Jun 09 22:00:28.322564 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Request body: {'port': {'device_id': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'admin_state_up': True, 'tenant_id': 'f5dcfc8d7dcc4415b273044e466626ae'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:28.323784 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.325372 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:28.325946 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.329551 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea158f95-7dce-499e-8738-396c9e9691e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:28.414690 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4804072 Jun 09 22:00:28.418034 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52470) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:28.424344 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Request body: {'subnet': {'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1297469403-subnet', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'ip_version': 4}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:28.434300 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d25df398-773c-4f79-b4a3-2b2734d75c0c,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:28.438740 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:28.444306 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network d25df398-773c-4f79-b4a3-2b2734d75c0c details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:00:28.452635 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Made reservation on behalf of ec673abe224149f39bb1c8b52460ae6b for: {'subnet': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:00:28.455029 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5878790'] for subnet, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.478604 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Made reservation on behalf of f5dcfc8d7dcc4415b273044e466626ae for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:00:28.482039 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.643429 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Allocated IP 172.20.0.14 (ee5b9b5e-7246-4cb2-af1a-527a1417c82b/1909e515-ce3f-43c1-840d-f57035af4a17/14da444d-aef3-49ff-9f88-f47e6364e85d) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:28.657559 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6023198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5878900'] for subnet, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.661964 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:28.731693 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8001488-37ef-4d88-8bf7-566e78720ac9,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:28.735726 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:28.739978 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Checking segment: {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:28.740331 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Network hostable DHCP agents. Network: d25df398-773c-4f79-b4a3-2b2734d75c0c, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:00:28.757508 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Network d25df398-773c-4f79-b4a3-2b2734d75c0c is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:00:28.766925 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, d25df398-773c-4f79-b4a3-2b2734d75c0c) {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:28.770702 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:28.771276 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.777103 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca77d0e-e9c9-4703-b71e-01df0e2a1e22 None None] Network d25df398-773c-4f79-b4a3-2b2734d75c0c requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:00:28.790179 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-232f6156-1a64-47bb-a14e-f2fc56e66078 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3710830 Jun 09 22:00:28.793284 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52474) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:28.797606 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:28.819551 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.820504 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.836823 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.930082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2023-85ea-4f5d-ab0d-aaf85dbb1eeb req-b288cd16-9453-4319-bffe-e5a1d95a761a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:28.931738 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-459e2023-85ea-4f5d-ab0d-aaf85dbb1eeb req-b288cd16-9453-4319-bffe-e5a1d95a761a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1545551 Jun 09 22:00:28.936664 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:28.990081 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-459e2023-85ea-4f5d-ab0d-aaf85dbb1eeb req-998558b1-eff1-4336-af7b-e560db7755d1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500374 Jun 09 22:00:29.006758 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.013200 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-75153381-7985-453b-a3e6-38a01c19e44e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:29.032167 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-d25df398-773c-4f79-b4a3-2b2734d75c0c', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:00:29.033024 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.099977 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0', 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:00:29.106585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.172999 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Network ee5b9b5e-7246-4cb2-af1a-527a1417c82b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:29.176257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:29.180219 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:29.210811 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event updated for resources: {'Port': ['ID=14da444d-aef3-49ff-9f88-f47e6364e85d,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:29.224313 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:29.255498 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:29.257692 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.278098 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9603345 Jun 09 22:00:29.303543 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Request body: {'port': {'device_id': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:29.311351 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Allocated IP 172.20.0.2 (d25df398-773c-4f79-b4a3-2b2734d75c0c/f8001488-37ef-4d88-8bf7-566e78720ac9/cd5bda03-8d4b-4843-9e71-0d20e4e56315) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:29.507403 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.514887 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac1c43-096c-46e7-b57b-811314660a7f req-94c1f6e5-000a-4504-b884-d8efc4648a6d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:29.516489 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aaac1c43-096c-46e7-b57b-811314660a7f req-94c1f6e5-000a-4504-b884-d8efc4648a6d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 932 time: 0.1579156 Jun 09 22:00:29.517136 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.540455 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.620038 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aaac1c43-096c-46e7-b57b-811314660a7f req-da2586ca-c9b5-4151-abc3-82bc67cf335c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934143 Jun 09 22:00:29.657834 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.680805 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Transition to ACTIVE for port object cd5bda03-8d4b-4843-9e71-0d20e4e56315 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:29.700392 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Allocated IP 172.27.1.94 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/73c0993c-e101-4b6e-9c36-8c5ed92b79c6) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:29.719006 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Transition to ACTIVE for port object cd5bda03-8d4b-4843-9e71-0d20e4e56315 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:29.733412 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.739405 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:29.815837 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Network d25df398-773c-4f79-b4a3-2b2734d75c0c is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:29.827937 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:29.834309 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:29.836355 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Pushing event updated for resources: {'Port': ['ID=cd5bda03-8d4b-4843-9e71-0d20e4e56315,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:29.856927 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.884224 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.885125 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.885468 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.886109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.886109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.886445 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.886773 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.887151 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.887420 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.887742 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.888091 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.888410 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:29.894318 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.899189 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:29.902379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:29.909461 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14da444d-aef3-49ff-9f88-f47e6364e85d {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:00:29.917376 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.932034 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Transition to ACTIVE for port object 14da444d-aef3-49ff-9f88-f47e6364e85d will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:29.939701 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.944650 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-197ba55c-dd48-4263-890b-97274bafea19 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:29.965720 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:29.968386 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:29.970916 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:29.974343 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Attempting to bind port cd5bda03-8d4b-4843-9e71-0d20e4e56315 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:29.974458 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Attempting to bind port cd5bda03-8d4b-4843-9e71-0d20e4e56315 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:29.974799 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Attempting to bind port cd5bda03-8d4b-4843-9e71-0d20e4e56315 on network d25df398-773c-4f79-b4a3-2b2734d75c0c {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:29.984789 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:29.984978 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Checking segment: {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:29.985386 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.985792 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Bound using segment: {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:29.986273 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Bound port: cd5bda03-8d4b-4843-9e71-0d20e4e56315, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:29.986682 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.013233 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Pushing event updated for resources: {'Port': ['ID=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:30.016363 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:30.096784 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] For port cd5bda03-8d4b-4843-9e71-0d20e4e56315, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:30.100322 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] For port cd5bda03-8d4b-4843-9e71-0d20e4e56315, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=cd5bda03-8d4b-4843-9e71-0d20e4e56315,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:30.101837 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Pushing event updated for resources: {'Port': ['ID=14da444d-aef3-49ff-9f88-f47e6364e85d,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:30.110074 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:30.114457 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.120554 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-87e121f2-25bf-4916-8fdc-fa0d1de2afeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:30.205972 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Pushing event updated for resources: {'Port': ['ID=cd5bda03-8d4b-4843-9e71-0d20e4e56315,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:30.217222 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:30.270507 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Attempting to bind port 14da444d-aef3-49ff-9f88-f47e6364e85d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:30.271086 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Attempting to bind port 14da444d-aef3-49ff-9f88-f47e6364e85d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:30.271202 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Attempting to bind port 14da444d-aef3-49ff-9f88-f47e6364e85d on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:30.279433 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Port 14da444d-aef3-49ff-9f88-f47e6364e85d on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:00:30.279754 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Attempting to bind port 14da444d-aef3-49ff-9f88-f47e6364e85d on network ee5b9b5e-7246-4cb2-af1a-527a1417c82b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:30.295976 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6254d2-96a2-491e-9beb-3a3afd86b813 req-38979c54-ba33-4001-bcb7-f396d7cd31c6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:30.297566 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dc6254d2-96a2-491e-9beb-3a3afd86b813 req-38979c54-ba33-4001-bcb7-f396d7cd31c6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1617730 Jun 09 22:00:30.298580 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:30.298984 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Checking segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:30.299420 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Bound using segment: {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:30.299953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Bound port: 14da444d-aef3-49ff-9f88-f47e6364e85d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4201a015-8915-4308-a0d2-33196a6a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:30.300355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.410225 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dc6254d2-96a2-491e-9beb-3a3afd86b813 req-7e9fde54-31b6-4de4-871e-bf447f7d3adc tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993338 Jun 09 22:00:30.459245 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.460932 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] For port 14da444d-aef3-49ff-9f88-f47e6364e85d, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:30.464723 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] For port 14da444d-aef3-49ff-9f88-f47e6364e85d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=14da444d-aef3-49ff-9f88-f47e6364e85d,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:30.469733 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.475006 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a0c49a35-9031-408c-b0db-15c0248f8004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:30.555152 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:30.559964 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.559964 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] 10.222.0.22 "PUT /v2.0/ports/14da444d-aef3-49ff-9f88-f47e6364e85d HTTP/1.1" status: 200 len: 1094 time: 1.2604535 Jun 09 22:00:30.559964 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'tag': '14da444d-aef3-49ff-9f88-f47e6364e85d'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:00:30.560428 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "a8582966-1d46-47b4-85ac-499c02aa31b7", "tag": "14da444d-aef3-49ff-9f88-f47e6364e85d"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:00:30.592379 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Pushing event updated for resources: {'Port': ['ID=14da444d-aef3-49ff-9f88-f47e6364e85d,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:30.601974 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:30.614996 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b551e304-b7ab-46e3-a15f-02ed2bb80ab4 x-openstack-request-id: req-b551e304-b7ab-46e3-a15f-02ed2bb80ab4 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:00:30.615312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8582966-1d46-47b4-85ac-499c02aa31b7", "tag": "14da444d-aef3-49ff-9f88-f47e6364e85d", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:00:30.615593 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b551e304-b7ab-46e3-a15f-02ed2bb80ab4 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:00:30.616035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'tag': '14da444d-aef3-49ff-9f88-f47e6364e85d', 'status': 'completed', 'code': 200} Jun 09 22:00:30.721189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-0e7855c3-bcda-4cc3-9ed6-c3374ecbf568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:30.722679 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-0e7855c3-bcda-4cc3-9ed6-c3374ecbf568 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 1097 time: 0.0712945 Jun 09 22:00:30.836154 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-b329de2c-04e3-4e5b-ba92-acb40f1b1ff8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14da444d-aef3-49ff-9f88-f47e6364e85d HTTP/1.1" status: 200 len: 217 time: 0.1003981 Jun 09 22:00:30.849623 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.925696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-21a83e78-de1e-4d58-8ad8-1e69921e4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:30.927184 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-21a83e78-de1e-4d58-8ad8-1e69921e4a69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 200 len: 855 time: 0.0815408 Jun 09 22:00:30.942044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be103a-16f0-41c7-b5d5-2ae30b21720c req-943c6e36-abbd-4ac2-92ea-373184a91c98 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:30.943582 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-46be103a-16f0-41c7-b5d5-2ae30b21720c req-943c6e36-abbd-4ac2-92ea-373184a91c98 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 944 time: 0.1534839 Jun 09 22:00:31.000660 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-9c882fb8-8b79-4aae-ae2a-31766ff8b557 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559909 Jun 09 22:00:31.181668 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Router 63da1893-c19c-4ef9-b139-7730748d81a0 is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:00:31.196557 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-46be103a-16f0-41c7-b5d5-2ae30b21720c req-ab67ac3c-f186-4b83-91fb-953d9d10787b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210031 Jun 09 22:00:31.202000 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f22913-aaa9-484a-bd76-86d182983ecc None None] Network d25df398-773c-4f79-b4a3-2b2734d75c0c requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:00:31.252332 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-51da9b2d-9930-4f4b-9f4c-28a64f00019c service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442336 Jun 09 22:00:31.330402 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-2270fe50-6b9d-44b2-95ba-6b2c04b7c597 None None] Provisioning for port cd5bda03-8d4b-4843-9e71-0d20e4e56315 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:31.378041 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:00:31.392524 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5aac13b-540b-4986-aa12-13626ffa3726 req-391c853f-a5d9-4b21-bbb6-776f570a2261 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327014 Jun 09 22:00:31.399406 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:31.399918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Sync routers for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:00:31.400822 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d5e50f13-c5ab-4f7b-a637-458f5e7ec8fb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6066287 Jun 09 22:00:31.403466 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52484) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:31.424458 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:31.425073 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:31.658766 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:31.686582 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636bd5f-fd3b-459c-b472-3bb78cf3d7fc req-971b7c6b-b412-43ae-a5c7-e54297f54354 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:31.688310 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6636bd5f-fd3b-459c-b472-3bb78cf3d7fc req-971b7c6b-b412-43ae-a5c7-e54297f54354 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1336098 Jun 09 22:00:31.691672 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-904add65-9c51-46ad-a8a2-4173473995ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:31.693184 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-904add65-9c51-46ad-a8a2-4173473995ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 1097 time: 0.1814802 Jun 09 22:00:31.825670 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6636bd5f-fd3b-459c-b472-3bb78cf3d7fc req-9f2a6452-aff5-422e-9fd9-96b57eecdfeb tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301575 Jun 09 22:00:31.873514 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-8a7c1bda-c876-45a2-97a9-785d019674e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:31.875471 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-8a7c1bda-c876-45a2-97a9-785d019674e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 200 len: 916 time: 0.1653996 Jun 09 22:00:31.955853 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-543215f2-e5f7-44ab-9c67-85b72daadd2b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14da444d-aef3-49ff-9f88-f47e6364e85d HTTP/1.1" status: 200 len: 217 time: 0.0712771 Jun 09 22:00:32.044984 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:30Z', 'revision_number': 3, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:32.050077 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Checking router: 63da1893-c19c-4ef9-b139-7730748d81a0 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:00:32.050077 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Updating router 63da1893-c19c-4ef9-b139-7730748d81a0 port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:00:32.103592 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.109051 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-ecdba03d-9df0-415a-9bb0-ba578dc074c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:32.110485 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-ecdba03d-9df0-415a-9bb0-ba578dc074c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 200 len: 855 time: 0.1479149 Jun 09 22:00:32.126606 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device cd5bda03-8d4b-4843-9e71-0d20e4e56315 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:32.142047 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.160102 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-8aaea1ae-3e8f-42d6-8aa8-574fa1cdae73 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359041 Jun 09 22:00:32.166955 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-cf14e086-ec10-431a-9830-418c765bbbd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5b9b5e-7246-4cb2-af1a-527a1417c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483444 Jun 09 22:00:32.281734 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port cd5bda03-8d4b-4843-9e71-0d20e4e56315 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:32.287904 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port cd5bda03-8d4b-4843-9e71-0d20e4e56315 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:32.288286 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.372444 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Allocated IP 172.20.0.1 (d25df398-773c-4f79-b4a3-2b2734d75c0c/f8001488-37ef-4d88-8bf7-566e78720ac9/1fc7a66e-e275-4832-8029-69d7af702309) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:32.484059 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-cac9ee04-c796-4cc9-a93e-c08764d27f16 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823412 Jun 09 22:00:32.486845 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-3fc2e4d2-b233-46da-916f-161a13b3e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:32.488285 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-3fc2e4d2-b233-46da-916f-161a13b3e12f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1099 time: 0.2583165 Jun 09 22:00:32.506990 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.551793 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port cd5bda03-8d4b-4843-9e71-0d20e4e56315, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=cd5bda03-8d4b-4843-9e71-0d20e4e56315,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:32.560533 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.564921 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:32.586771 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ac463-9099-4033-ad19-e3d4b149462d req-73944c05-19fb-4f95-b41b-31dd8745f55f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:32.588763 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f77ac463-9099-4033-ad19-e3d4b149462d req-73944c05-19fb-4f95-b41b-31dd8745f55f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 944 time: 0.2408137 Jun 09 22:00:32.640823 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.657478 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.provisioning_blocks [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Transition to ACTIVE for port object 1fc7a66e-e275-4832-8029-69d7af702309 will not be triggered until provisioned by entity DHCP. {{(pid=91685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:32.683623 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.690691 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.691250 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:32.693479 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=cd5bda03-8d4b-4843-9e71-0d20e4e56315,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:32.698203 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:32.707080 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Transition to ACTIVE for port object 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:32.714498 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.723591 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:32.745542 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Network d25df398-773c-4f79-b4a3-2b2734d75c0c is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:32.752304 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:32.754866 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:32.755686 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f77ac463-9099-4033-ad19-e3d4b149462d req-8dc49509-d56f-4d38-8821-fb031a82dc04 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601992 Jun 09 22:00:32.766546 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4184e5f2-31d5-4d03-bbb7-a58d815c3ef4 req-ce666d94-24ed-4739-811b-4a75eba4d4a1 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729731 Jun 09 22:00:32.793812 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-8ce8ff82-ee21-4628-aaae-6cf332107f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:32.795442 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-8ce8ff82-ee21-4628-aaae-6cf332107f38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.2816286 Jun 09 22:00:32.834119 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc7a66e-e275-4832-8029-69d7af702309,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:32.841919 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b649a2-4e12-4fe4-9eb5-95d5e46d4db7 None None] Pushing event updated for resources: {'Port': ['ID=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:32.846188 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-78b649a2-4e12-4fe4-9eb5-95d5e46d4db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:32.856784 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Attempting to bind port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:32.857683 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Attempting to bind port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:32.858243 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Attempting to bind port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:32.865585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:32.867095 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:32.868248 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:32.869049 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.869669 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:32.870731 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Bound port: 73c0993c-e101-4b6e-9c36-8c5ed92b79c6, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:32.871676 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.888984 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.974302 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] For port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:32.982342 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] For port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:32.987676 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:32.993988 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-485adfc7-6530-47c5-8d34-33f7dea575f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:33.092430 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-f36aa769-a661-4c44-8b82-2f03666de4ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.2894688 Jun 09 22:00:33.103404 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-6c99210d-95a9-4d3a-8e5d-2c045d6c67b8 None None] Provisioning for port 1fc7a66e-e275-4832-8029-69d7af702309 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:33.106342 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:33.107065 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:33.156273 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aa515-5a21-499c-bc52-ea814b1bfbed req-f7b6a693-3f24-4a51-9514-7455fe285085 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:33.157722 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-549aa515-5a21-499c-bc52-ea814b1bfbed req-f7b6a693-3f24-4a51-9514-7455fe285085 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1423845 Jun 09 22:00:33.171385 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b649a2-4e12-4fe4-9eb5-95d5e46d4db7 None None] Pushing event updated for resources: {'Port': ['ID=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:33.172873 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:33.175058 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-78b649a2-4e12-4fe4-9eb5-95d5e46d4db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:33.175736 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:33.179012 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-6c99210d-95a9-4d3a-8e5d-2c045d6c67b8 None None] Provisioning complete for port 1fc7a66e-e275-4832-8029-69d7af702309 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:33.179377 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6c99210d-95a9-4d3a-8e5d-2c045d6c67b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:33.193111 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-1445aa9b-9536-49a4-8053-0b2e0cbb24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:33.194649 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-1445aa9b-9536-49a4-8053-0b2e0cbb24ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0921667 Jun 09 22:00:33.259095 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-549aa515-5a21-499c-bc52-ea814b1bfbed req-8b77f4ce-02b7-4b48-96a6-4163bb0c978d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921731 Jun 09 22:00:33.297072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-d94cd051-ec4f-4390-8380-9a9accc75882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:33.300487 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-d94cd051-ec4f-4390-8380-9a9accc75882 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0943391 Jun 09 22:00:33.311150 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-6c99210d-95a9-4d3a-8e5d-2c045d6c67b8 None None] Port 1fc7a66e-e275-4832-8029-69d7af702309 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:00:33.351733 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:33.397192 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:33.403318 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:33.433815 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:33.462638 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-2db7df2f-bcc2-4d0a-9d28-f9a4656b1c19 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540666 Jun 09 22:00:33.515365 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc7a66e-e275-4832-8029-69d7af702309,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:33.519153 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:33.528345 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:33.678555 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Network d25df398-773c-4f79-b4a3-2b2734d75c0c is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:33.679732 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:33.692541 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51554059-d02c-4425-b6e0-b51f5db69a7a req-b12bca4c-0090-4667-adeb-a88cb583cba8 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229464 Jun 09 22:00:33.708088 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de956-722d-421b-ac4b-ac107b218edc req-a797ddb4-2c2d-4175-b759-021d5c6feee2 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:33.709715 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f99de956-722d-421b-ac4b-ac107b218edc req-a797ddb4-2c2d-4175-b759-021d5c6feee2 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1337285 Jun 09 22:00:33.750352 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:32Z', 'revision_number': 1, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:33.755735 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dc2f2-e506-45b8-8b48-11300071d971 None None] The sync data for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi is: [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:32Z', 'revision_number': 1, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:00:33.757751 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f99de956-722d-421b-ac4b-ac107b218edc req-31dc357e-d09d-4c3f-ac3d-3020ad66002d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Jun 09 22:00:33.927869 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Router 63da1893-c19c-4ef9-b139-7730748d81a0 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:00:33.936746 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e050c9e6-ab7d-4beb-9fb0-9954602ad3d2 None None] Provisioning complete for port 1fc7a66e-e275-4832-8029-69d7af702309 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:33.937248 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e050c9e6-ab7d-4beb-9fb0-9954602ad3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:34.028267 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-e050c9e6-ab7d-4beb-9fb0-9954602ad3d2 None None] Port 1fc7a66e-e275-4832-8029-69d7af702309 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:00:34.085150 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6f26-2535-44cc-b4e6-1caff6f01667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:34.093432 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device cd5bda03-8d4b-4843-9e71-0d20e4e56315 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:34.108203 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7d0a-5527-4b9c-9093-dd24103752c0 req-a4f9e4cb-2134-4bd3-9c9a-6953e597812e tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:34.109812 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-546a7d0a-5527-4b9c-9093-dd24103752c0 req-a4f9e4cb-2134-4bd3-9c9a-6953e597812e tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 944 time: 0.2152770 Jun 09 22:00:34.112181 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-85a8cb3d-5d16-4b92-9ff0-cebbf2fbe79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:34.113601 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-85a8cb3d-5d16-4b92-9ff0-cebbf2fbe79d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 1099 time: 0.1764252 Jun 09 22:00:34.142646 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:00:34.148444 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] 10.222.0.26 "PUT /v2.0/routers/63da1893-c19c-4ef9-b139-7730748d81a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7439616 Jun 09 22:00:34.205735 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port cd5bda03-8d4b-4843-9e71-0d20e4e56315 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:34.206274 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:34.260210 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-546a7d0a-5527-4b9c-9093-dd24103752c0 req-eda1cb0c-7432-45a5-9715-8c6da85073fe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426396 Jun 09 22:00:34.316310 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-e3ac37c7-0073-46a9-a01e-5062981ceda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:34.317754 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-e3ac37c7-0073-46a9-a01e-5062981ceda9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.1844792 Jun 09 22:00:34.439043 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-8a7cd848-58f4-4422-b081-b3dca1cc9ddc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.1121583 Jun 09 22:00:34.508387 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-ef02d424-57eb-4446-8d9d-b6af49d2df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:34.510819 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-ef02d424-57eb-4446-8d9d-b6af49d2df13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0645163 Jun 09 22:00:34.633028 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-8ab6e872-5f5a-49c1-bbc7-f56fb4f69bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:34.635435 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-8ab6e872-5f5a-49c1-bbc7-f56fb4f69bf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1153109 Jun 09 22:00:34.756210 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52514) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:34.761944 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1969097765-network', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:34.773564 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-a6d6aa4c-cfd2-4688-a8e3-e336fd5bd78f service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305406 Jun 09 22:00:34.805791 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Made reservation on behalf of 4df5d399d4b645d28225e28db0d92ac0 for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:00:34.808947 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:34.845585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:34.965704 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:34.971007 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:34.972417 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e01358e7-9061-4733-8922-b9c5f6e3e5ab req-13762ca2-7696-4635-8cda-fa3d3a6e5ee5 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923449 Jun 09 22:00:34.975257 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c3787f53-3d85-4f58-b164-61f8230d9445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:35.004634 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:00:35.008745 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9dfb9-0c38-4cf3-9b43-2fa557d18e32 req-12f2e907-4446-4783-aad9-df9ebd28ecb0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.011230 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-36e9dfb9-0c38-4cf3-9b43-2fa557d18e32 req-12f2e907-4446-4783-aad9-df9ebd28ecb0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1087174 Jun 09 22:00:35.064306 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-36e9dfb9-0c38-4cf3-9b43-2fa557d18e32 req-d8f162b1-5a6d-449e-94c6-9d6bae98d0bf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Jun 09 22:00:35.134729 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd4bca4-5c7a-412d-98c3-c14915dac3f5,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:35.138739 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:35.139715 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.140108 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Added segment 7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39 of type vlan for network 7393fdef-cf69-473c-9dd5-93849e2957ee Jun 09 22:00:35.165947 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.196286 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.197648 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.198222 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.201899 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:35.295529 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52520) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:35.295841 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5382895 Jun 09 22:00:35.298652 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7393fdef-cf69-473c-9dd5-93849e2957ee,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:35.300916 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Request body: {'subnet': {'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1969097765-subnet', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:35.301611 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:35.310009 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 7393fdef-cf69-473c-9dd5-93849e2957ee details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:00:35.322725 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Made reservation on behalf of 4df5d399d4b645d28225e28db0d92ac0 for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:00:35.325343 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5881633'] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.607068 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63587215-5438-4143-89ec-aec658158af8 req-b514ff46-de52-408f-951a-9be4390ecf89 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.607804 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63587215-5438-4143-89ec-aec658158af8 req-b514ff46-de52-408f-951a-9be4390ecf89 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 944 time: 0.1188619 Jun 09 22:00:35.695480 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63587215-5438-4143-89ec-aec658158af8 req-f89ca89f-bb76-427e-8691-1347bf488cd1 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808434 Jun 09 22:00:35.751302 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6730084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5881683'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.755283 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-66d99dbb-d9c2-445b-8e1a-c5a632520327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:35.825794 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:35.829137 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:35.834756 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Checking segment: {'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:35.835111 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Network hostable DHCP agents. Network: 7393fdef-cf69-473c-9dd5-93849e2957ee, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:00:35.851710 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Network 7393fdef-cf69-473c-9dd5-93849e2957ee is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:00:35.861880 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 7393fdef-cf69-473c-9dd5-93849e2957ee) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:35.865925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.866507 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.871772 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08734f2-6eb5-47a8-9f53-9da5af8be06a None None] Network 7393fdef-cf69-473c-9dd5-93849e2957ee requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:00:35.887620 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5908535 Jun 09 22:00:35.890050 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52522) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:35.894246 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:35.927452 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.928513 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.947840 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.007310 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Sync routers for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:00:36.017817 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:36.018505 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:36.021045 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 14da444d-aef3-49ff-9f88-f47e6364e85d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:00:36.066238 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:36.249036 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:36.319108 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.437012 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:36.455364 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a6f3b-d192-4aee-8465-d9a1cf1e67c6 req-6ba7ed1f-9846-4ad4-9b17-744a6aee1691 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:36.460190 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-581a6f3b-d192-4aee-8465-d9a1cf1e67c6 req-6ba7ed1f-9846-4ad4-9b17-744a6aee1691 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.2012758 Jun 09 22:00:36.462107 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:36.463057 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.496582 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6fce22eb-2dd5-469d-8520-a7bc034818bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.498646 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-7393fdef-cf69-473c-9dd5-93849e2957ee', 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'fixed_ips': [{'subnet_id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:00:36.498908 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.550444 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.563243 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-581a6f3b-d192-4aee-8465-d9a1cf1e67c6 req-e777a0c8-89f8-4761-8628-492ad1d8b07e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716739 Jun 09 22:00:36.628259 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 14da444d-aef3-49ff-9f88-f47e6364e85d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=14da444d-aef3-49ff-9f88-f47e6364e85d,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:36.654548 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 2, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:36.659332 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Checking router: 63da1893-c19c-4ef9-b139-7730748d81a0 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:00:36.659796 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Updating router 63da1893-c19c-4ef9-b139-7730748d81a0 port 1fc7a66e-e275-4832-8029-69d7af702309 binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:00:36.661063 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '14da444d-aef3-49ff-9f88-f47e6364e85d', 'network_id': 'ee5b9b5e-7246-4cb2-af1a-527a1417c82b', 'port_id': '14da444d-aef3-49ff-9f88-f47e6364e85d', 'mac_address': 'fa:16:3e:75:04:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1909e515-ce3f-43c1-840d-f57035af4a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:00:36.714463 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.804041 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.821552 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.840527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.845169 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.864647 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:36.872544 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Allocated IP 172.20.0.2 (7393fdef-cf69-473c-9dd5-93849e2957ee/6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9/0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:36.874656 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.877253 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14da444d-aef3-49ff-9f88-f47e6364e85d {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:00:36.883333 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:37.013017 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 14da444d-aef3-49ff-9f88-f47e6364e85d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=14da444d-aef3-49ff-9f88-f47e6364e85d,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:37.026759 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.041143 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:37.041536 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a99291-1912-4f3c-8942-3da19ddf9235 req-05b441be-b747-4b8b-ba22-9ce5d2a4f4ae tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:37.043022 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-41a99291-1912-4f3c-8942-3da19ddf9235 req-05b441be-b747-4b8b-ba22-9ce5d2a4f4ae tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 944 time: 0.1659689 Jun 09 22:00:37.045475 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:37.045938 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8263bf7a-e77d-4b0d-bb52-0b0610bf9f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:37.053568 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Allocated IP 172.27.1.4 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/e3fceee4-9b44-46df-9c93-8bdb48a0a024) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:37.117839 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.130758 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Transition to ACTIVE for port object 1fc7a66e-e275-4832-8029-69d7af702309 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:37.139255 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.143520 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-074749ee-ffea-4526-80bf-9c72f1fe766c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:37.150880 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=14da444d-aef3-49ff-9f88-f47e6364e85d,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:37.155516 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:37.224058 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.234245 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Transition to ACTIVE for port object 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:37.243385 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Pushing event updated for resources: {'Port': ['ID=1fc7a66e-e275-4832-8029-69d7af702309,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:37.253174 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Transition to ACTIVE for port object 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:37.261849 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.266854 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:37.282158 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-41a99291-1912-4f3c-8942-3da19ddf9235 req-7daf2981-deb6-4a59-92ca-d67cac909c26 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262943 Jun 09 22:00:37.317844 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.318198 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.318531 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.318853 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.319227 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.319595 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.319939 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.320281 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.320598 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.320909 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.321218 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.321527 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:37.327194 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:37.350106 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Network 7393fdef-cf69-473c-9dd5-93849e2957ee is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:37.353975 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:37.358018 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:37.363884 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Pushing event updated for resources: {'Port': ['ID=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:37.367712 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:37.382743 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.421049 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.421315 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Attempting to bind port 1fc7a66e-e275-4832-8029-69d7af702309 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:37.421759 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Attempting to bind port 1fc7a66e-e275-4832-8029-69d7af702309 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:37.422309 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Attempting to bind port 1fc7a66e-e275-4832-8029-69d7af702309 on network d25df398-773c-4f79-b4a3-2b2734d75c0c {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:37.432596 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5038cc2d-44b2-4977-9b5d-a492dc348d31 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:37.437672 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:37.438241 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Checking segment: {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:37.438747 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.439255 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Bound using segment: {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:37.439844 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Bound port: 1fc7a66e-e275-4832-8029-69d7af702309, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:37.440357 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.459964 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Attempting to bind port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:37.460477 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Attempting to bind port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:37.460909 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Attempting to bind port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 on network 7393fdef-cf69-473c-9dd5-93849e2957ee {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:37.466950 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:37.467465 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Checking segment: {'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:37.468110 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.468551 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Bound using segment: {'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:37.469121 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Bound port: 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:37.469592 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.509826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:37.512896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:37.517606 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['14da444d-aef3-49ff-9f88-f47e6364e85d'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:00:37.518729 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:37.537367 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] For port 1fc7a66e-e275-4832-8029-69d7af702309, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:37.542461 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] For port 1fc7a66e-e275-4832-8029-69d7af702309, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=1fc7a66e-e275-4832-8029-69d7af702309,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:37.547641 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.557102 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:37.557316 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Pushing event updated for resources: {'Port': ['ID=e3fceee4-9b44-46df-9c93-8bdb48a0a024,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:37.559978 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:37.625900 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Pushing event updated for resources: {'Port': ['ID=1fc7a66e-e275-4832-8029-69d7af702309,revision_number=4']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:37.644603 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] For port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:37.651243 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:37.651913 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:37.656080 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.663045 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] For port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,segment=NetworkSegment(7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39),segment_id=7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:37.675629 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.683899 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:37.792345 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Pushing event updated for resources: {'Port': ['ID=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:37.801016 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:37.858662 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:37.919378 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:38.048462 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:38.131486 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 1fc7a66e-e275-4832-8029-69d7af702309 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:38.216904 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 1fc7a66e-e275-4832-8029-69d7af702309 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:38.224012 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 1fc7a66e-e275-4832-8029-69d7af702309 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:38.224399 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:38.316733 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:37Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:38.321309 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cf64b-1ed5-46df-bf7d-b84129326a46 None None] The sync data for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi is: [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:37Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:00:38.365484 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:38.407883 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 1fc7a66e-e275-4832-8029-69d7af702309, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=1fc7a66e-e275-4832-8029-69d7af702309,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:38.412581 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:38.413331 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:38.456352 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:38.524045 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:38.542546 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=1fc7a66e-e275-4832-8029-69d7af702309,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:38.545763 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:38.553780 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:38.554167 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:38.666480 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e3578-06bc-4aec-bded-01dac3a10934 req-cea0c84c-043e-4eed-acd4-5fcba75cc56d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:38.668002 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a5e3578-06bc-4aec-bded-01dac3a10934 req-cea0c84c-043e-4eed-acd4-5fcba75cc56d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 945 time: 0.2528186 Jun 09 22:00:38.753022 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8a5e3578-06bc-4aec-bded-01dac3a10934 req-e6ba63ec-b258-436e-a2c6-d8dfec85c521 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741119 Jun 09 22:00:38.799375 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Router e86ed1a9-5832-4d3e-9625-1c54149371fa is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:00:38.924620 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e456d-5253-4853-acd6-2774f8559b33 None None] Network 7393fdef-cf69-473c-9dd5-93849e2957ee requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:00:39.029191 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-3c5c9d8f-169e-4956-a10b-937bd718b475 None None] Provisioning for port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:39.101685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:00:39.113137 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Sync routers for ids ['e86ed1a9-5832-4d3e-9625-1c54149371fa'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:00:39.119830 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:39.123456 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2301025 Jun 09 22:00:39.123747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52534) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:39.172196 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Routers {'e86ed1a9-5832-4d3e-9625-1c54149371fa'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:39.172838 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e86ed1a9-5832-4d3e-9625-1c54149371fa'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:39.350418 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:39.379660 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Set router e86ed1a9-5832-4d3e-9625-1c54149371fa gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:39.680084 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:00:37Z', 'revision_number': 3, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port': {'id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:36Z', 'updated_at': '2021-06-09T22:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:39.683781 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Checking router: e86ed1a9-5832-4d3e-9625-1c54149371fa for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:00:39.684166 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Updating router e86ed1a9-5832-4d3e-9625-1c54149371fa port e3fceee4-9b44-46df-9c93-8bdb48a0a024 binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:00:39.738609 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:39.790252 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.052324 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0eba-bef1-46b1-89f9-cf50071fad39 req-8a3f94dc-d2c3-4dc3-b42c-3ee01662238d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:40.053778 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-07ec0eba-bef1-46b1-89f9-cf50071fad39 req-8a3f94dc-d2c3-4dc3-b42c-3ee01662238d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 945 time: 0.1862366 Jun 09 22:00:40.062782 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 14da444d-aef3-49ff-9f88-f47e6364e85d up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:40.070171 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Allocated IP 172.20.0.1 (7393fdef-cf69-473c-9dd5-93849e2957ee/6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9/9319c45a-e474-4c49-b2f0-83a382a6b994) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:40.125108 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.137999 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 1fc7a66e-e275-4832-8029-69d7af702309 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:40.178188 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Transition to ACTIVE for port object e3fceee4-9b44-46df-9c93-8bdb48a0a024 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:40.184882 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-07ec0eba-bef1-46b1-89f9-cf50071fad39 req-5a58428a-9633-4aa7-8d5f-ecb466ab8dc0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182337 Jun 09 22:00:40.199047 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.205068 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:40.258621 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.277233 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Transition to ACTIVE for port object 9319c45a-e474-4c49-b2f0-83a382a6b994 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:40.287616 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 14da444d-aef3-49ff-9f88-f47e6364e85d completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:40.299795 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.302339 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 14da444d-aef3-49ff-9f88-f47e6364e85d triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:40.302719 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.304405 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-34b12596-d394-4000-b581-d35ebb9967d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:40.327517 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135ba2a-769a-4ba2-8008-c034f98560c0 None None] Pushing event updated for resources: {'Port': ['ID=e3fceee4-9b44-46df-9c93-8bdb48a0a024,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:40.331560 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Attempting to bind port e3fceee4-9b44-46df-9c93-8bdb48a0a024 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:40.331965 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Attempting to bind port e3fceee4-9b44-46df-9c93-8bdb48a0a024 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:40.332337 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Attempting to bind port e3fceee4-9b44-46df-9c93-8bdb48a0a024 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:40.335314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1135ba2a-769a-4ba2-8008-c034f98560c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:40.349175 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:40.349557 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:40.349966 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.350360 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:40.350839 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Bound port: e3fceee4-9b44-46df-9c93-8bdb48a0a024, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:40.351224 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.366264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Network 7393fdef-cf69-473c-9dd5-93849e2957ee is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:40.369661 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:40.372037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:40.411854 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9319c45a-e474-4c49-b2f0-83a382a6b994,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:40.417499 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:40.439037 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 1fc7a66e-e275-4832-8029-69d7af702309 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:40.439418 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.545260 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.573876 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] For port e3fceee4-9b44-46df-9c93-8bdb48a0a024, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:40.623498 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] For port e3fceee4-9b44-46df-9c93-8bdb48a0a024, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=e3fceee4-9b44-46df-9c93-8bdb48a0a024,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:40.643296 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.649575 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:40.652541 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.680461 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.753018 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-67eb2e50-3c4c-46ff-be02-ac2ff741279b None None] Provisioning for port 9319c45a-e474-4c49-b2f0-83a382a6b994 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:40.764641 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da444d-aef3-49ff-9f88-f47e6364e85d'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:00:40.766918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e261d4-be34-48f1-8e5c-d7a64c764530" -d '{"events": [{"server_uuid": "a8582966-1d46-47b4-85ac-499c02aa31b7", "name": "network-vif-plugged", "status": "completed", "tag": "14da444d-aef3-49ff-9f88-f47e6364e85d"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:00:40.776674 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:40.815676 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-67eb2e50-3c4c-46ff-be02-ac2ff741279b None None] Provisioning complete for port 9319c45a-e474-4c49-b2f0-83a382a6b994 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:40.816088 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-67eb2e50-3c4c-46ff-be02-ac2ff741279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.847245 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c0374f-a7e6-4cc3-977f-30b9e018bf10 x-openstack-request-id: req-e5c0374f-a7e6-4cc3-977f-30b9e018bf10 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:00:40.847560 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8582966-1d46-47b4-85ac-499c02aa31b7", "name": "network-vif-plugged", "status": "completed", "tag": "14da444d-aef3-49ff-9f88-f47e6364e85d", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:00:40.847830 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5c0374f-a7e6-4cc3-977f-30b9e018bf10 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:00:40.848591 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da444d-aef3-49ff-9f88-f47e6364e85d', 'code': 200} Jun 09 22:00:40.857311 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 14da444d-aef3-49ff-9f88-f47e6364e85d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=14da444d-aef3-49ff-9f88-f47e6364e85d,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:40.858465 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Routers {'e86ed1a9-5832-4d3e-9625-1c54149371fa'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:40.859297 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e86ed1a9-5832-4d3e-9625-1c54149371fa'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:40.875775 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.881003 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.905291 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-41529ddb-1b93-45fb-981b-53c7ed882e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:40.937296 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135ba2a-769a-4ba2-8008-c034f98560c0 None None] Pushing event updated for resources: {'Port': ['ID=e3fceee4-9b44-46df-9c93-8bdb48a0a024,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:40.939869 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:40.944105 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1135ba2a-769a-4ba2-8008-c034f98560c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:40.944573 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1135ba2a-769a-4ba2-8008-c034f98560c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:41.001827 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:41.006338 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9319c45a-e474-4c49-b2f0-83a382a6b994,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:41.016712 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:41.075253 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-67eb2e50-3c4c-46ff-be02-ac2ff741279b None None] Port 9319c45a-e474-4c49-b2f0-83a382a6b994 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:00:41.125407 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=14da444d-aef3-49ff-9f88-f47e6364e85d,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:41.131405 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:41.142052 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:41.152118 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:41.152500 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:41.181119 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] Set router e86ed1a9-5832-4d3e-9625-1c54149371fa gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:41.200476 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Network 7393fdef-cf69-473c-9dd5-93849e2957ee is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:41.202484 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd81a9-d85e-45e3-9428-9e35457a3eb4 req-c217c094-b44c-470f-8ad0-1e277127e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:41.203951 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cddd81a9-d85e-45e3-9428-9e35457a3eb4 req-c217c094-b44c-470f-8ad0-1e277127e474 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 1099 time: 0.1673710 Jun 09 22:00:41.204866 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:41.442481 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cddd81a9-d85e-45e3-9428-9e35457a3eb4 req-09eee6a5-3be0-402a-be9f-48902babe4ec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033745 Jun 09 22:00:41.491539 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Router e86ed1a9-5832-4d3e-9625-1c54149371fa has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:00:41.500139 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade33b-849b-47c0-9bb8-a55dc0cf1a51 req-1dc2007a-ed9f-4b19-ba56-8546531966ae tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:41.501589 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-baade33b-849b-47c0-9bb8-a55dc0cf1a51 req-1dc2007a-ed9f-4b19-ba56-8546531966ae tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 946 time: 0.1504908 Jun 09 22:00:41.504844 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:41.580587 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-49912add-ad90-4f5a-9b6f-a87f37871589 None None] Provisioning complete for port 9319c45a-e474-4c49-b2f0-83a382a6b994 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:41.580883 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-49912add-ad90-4f5a-9b6f-a87f37871589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:41.647170 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,segment=NetworkSegment(7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39),segment_id=7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:41.653586 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:41.656286 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:41.671389 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-baade33b-849b-47c0-9bb8-a55dc0cf1a51 req-5c255233-ce7d-439d-a9b7-2977cd8e0950 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634936 Jun 09 22:00:41.684045 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-49912add-ad90-4f5a-9b6f-a87f37871589 None None] Port 9319c45a-e474-4c49-b2f0-83a382a6b994 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:00:41.720692 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:00:41.726028 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] 10.222.0.26 "PUT /v2.0/routers/e86ed1a9-5832-4d3e-9625-1c54149371fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6013327 Jun 09 22:00:41.738859 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:41.742270 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:41.744906 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 4, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port': {'id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:36Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '9319c45a-e474-4c49-b2f0-83a382a6b994', 'name': '', 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'mac_address': 'fa:16:3e:9b:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:39Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 2, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'subnets': [{'id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:41.749093 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75853d3d-f99b-4d91-a024-3899b77da784 None None] The sync data for ids ['e86ed1a9-5832-4d3e-9625-1c54149371fa'] in dv-cinder-774286-15-iscsi is: [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 4, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port': {'id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:36Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '9319c45a-e474-4c49-b2f0-83a382a6b994', 'name': '', 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'mac_address': 'fa:16:3e:9b:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:39Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 2, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'subnets': [{'id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:00:42.061945 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:42.131555 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:42.132047 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.448755 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52548) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:42.453625 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473483262', 'description': 'tempest-secgroup-smoke-473483262 description', 'project_id': 'ec673abe224149f39bb1c8b52460ae6b'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:42.476626 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.576066 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.580986 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.585154 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bf92ac90-3257-42a6-aac8-de491a3d5f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:42.622113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906b300e-8cef-49c3-ba81-db0c2cf798ec,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:42.624935 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:42.625947 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.629991 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-39746905-2c7f-4408-8b9d-cc7a7dd9ed3e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1773779 Jun 09 22:00:42.630385 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52550) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:42.635061 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'security_group_rule': {'security_group_id': '906b300e-8cef-49c3-ba81-db0c2cf798ec', 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:42.663255 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.727275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.731473 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.733756 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:42.756206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d1bb86-e465-4d72-90bb-26bcd79004ca,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:42.760272 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:42.766149 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.770466 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-47d6a703-e2be-4794-816d-95a76dd82810 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366918 Jun 09 22:00:42.770799 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52554) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:42.776536 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'security_group_rule': {'security_group_id': '906b300e-8cef-49c3-ba81-db0c2cf798ec', 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:42.862117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.921948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f38a87-527b-40d4-a1d4-e59213d76b70 req-7973fcb0-0b07-4975-85fd-c17d863bbd51 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:42.923429 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6f38a87-527b-40d4-a1d4-e59213d76b70 req-7973fcb0-0b07-4975-85fd-c17d863bbd51 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 946 time: 0.1359742 Jun 09 22:00:42.961945 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.972997 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:42.979580 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e26656c4-fb95-4001-8ac7-15dfdeb2de21 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:42.999200 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6f38a87-527b-40d4-a1d4-e59213d76b70 req-3e360f0b-7c09-4dfb-93dd-67de7eb718fc tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682986 Jun 09 22:00:43.005315 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26135850-3810-44ef-974c-93a81db41e2e,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:43.009759 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:43.021532 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.022832 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-563bdc19-9aa5-43c2-a3f8-427b3843bf2b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2508917 Jun 09 22:00:43.025502 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52556) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:43.029739 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'security_group_rule': {'security_group_id': '906b300e-8cef-49c3-ba81-db0c2cf798ec', 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:43.061383 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.227477 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.231934 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.234078 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-de73a7ee-31c5-4d5a-a6b6-7d402eb6ed51 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:43.255731 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efee1592-e9e1-4649-996e-b0472ea1020f,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:43.258066 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:43.262330 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.263484 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2370899 Jun 09 22:00:43.266204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52560) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:43.270430 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'security_group_rule': {'security_group_id': '906b300e-8cef-49c3-ba81-db0c2cf798ec', 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:43.297544 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.360379 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.363783 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.365688 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:43.387458 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6a6142-1324-4ead-939e-dd92cb564992,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:43.390210 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:43.392854 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.396339 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268394 Jun 09 22:00:43.396749 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52562) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:43.401543 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'security_group_rule': {'security_group_id': '906b300e-8cef-49c3-ba81-db0c2cf798ec', 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:43.423056 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.securitygroups_db [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Project ec673abe224149f39bb1c8b52460ae6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:00:43.428834 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.496591 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.500046 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.502028 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ad37b0b6-e467-4484-ac69-6d64e7f4987b tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:43.523479 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf69808-6f97-4850-ad9c-42307886fe66,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:43.526715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:43.529398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.530558 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-ffd69ee1-e377-4a94-9952-66e8c8b15c63 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329012 Jun 09 22:00:43.533296 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52564) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:43.537598 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'security_group_rule': {'security_group_id': '906b300e-8cef-49c3-ba81-db0c2cf798ec', 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:43.557876 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.securitygroups_db [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Project ec673abe224149f39bb1c8b52460ae6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:00:43.563699 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.628472 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.631884 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.633754 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:43.656124 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce084acc-028c-4d80-be68-e7676bf71c68,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:43.658769 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:43.661040 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.661967 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b49b6828-0d41-4812-9788-cfdc51162512 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277182 Jun 09 22:00:44.044521 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device e3fceee4-9b44-46df-9c93-8bdb48a0a024 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:44.112351 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port e3fceee4-9b44-46df-9c93-8bdb48a0a024 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:44.117100 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port e3fceee4-9b44-46df-9c93-8bdb48a0a024 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:44.117566 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:44.231182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b25e4-ff3f-4a1d-81f0-91e4b4acbd8c req-d1747bad-57cf-4346-9a34-8497fffa3d12 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:44.232815 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0f3b25e4-ff3f-4a1d-81f0-91e4b4acbd8c req-d1747bad-57cf-4346-9a34-8497fffa3d12 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 946 time: 0.1182690 Jun 09 22:00:44.253336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:44.270747 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port e3fceee4-9b44-46df-9c93-8bdb48a0a024, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=e3fceee4-9b44-46df-9c93-8bdb48a0a024,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:44.276969 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:44.282413 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:44.282978 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0f3b25e4-ff3f-4a1d-81f0-91e4b4acbd8c req-8bd83a6c-a0ac-4d51-9e55-55e996c2c14a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Jun 09 22:00:44.354838 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=e3fceee4-9b44-46df-9c93-8bdb48a0a024,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:44.357853 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:44.953523 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:00:45.238912 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Sync routers for ids ['e86ed1a9-5832-4d3e-9625-1c54149371fa'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:00:45.249562 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Routers {'e86ed1a9-5832-4d3e-9625-1c54149371fa'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:45.250167 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e86ed1a9-5832-4d3e-9625-1c54149371fa'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:45.425994 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Set router e86ed1a9-5832-4d3e-9625-1c54149371fa gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:45.760148 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 4, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port': {'id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:36Z', 'updated_at': '2021-06-09T22:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '9319c45a-e474-4c49-b2f0-83a382a6b994', 'name': '', 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'mac_address': 'fa:16:3e:9b:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:39Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 2, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'subnets': [{'id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:45.764221 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Checking router: e86ed1a9-5832-4d3e-9625-1c54149371fa for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:00:45.764576 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Updating router e86ed1a9-5832-4d3e-9625-1c54149371fa port 9319c45a-e474-4c49-b2f0-83a382a6b994 binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:00:45.816843 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:46.029643 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device e3fceee4-9b44-46df-9c93-8bdb48a0a024 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:46.101192 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port e3fceee4-9b44-46df-9c93-8bdb48a0a024 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:46.101717 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:46.175285 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:46.189623 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Transition to ACTIVE for port object 9319c45a-e474-4c49-b2f0-83a382a6b994 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:46.202062 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:46.208711 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-35c4eb7a-c352-491a-8367-f44332c3e394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:46.345144 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef006f-caa7-45b2-b2ae-22b5fdc4f713 None None] Pushing event updated for resources: {'Port': ['ID=9319c45a-e474-4c49-b2f0-83a382a6b994,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:46.348005 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-77ef006f-caa7-45b2-b2ae-22b5fdc4f713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:46.435410 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Attempting to bind port 9319c45a-e474-4c49-b2f0-83a382a6b994 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:46.435760 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Attempting to bind port 9319c45a-e474-4c49-b2f0-83a382a6b994 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:46.436136 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Attempting to bind port 9319c45a-e474-4c49-b2f0-83a382a6b994 on network 7393fdef-cf69-473c-9dd5-93849e2957ee {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:46.445039 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:46.445415 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Checking segment: {'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:46.445816 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:46.446226 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Bound using segment: {'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:46.447224 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Bound port: 9319c45a-e474-4c49-b2f0-83a382a6b994, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:46.447607 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:46.542682 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] For port 9319c45a-e474-4c49-b2f0-83a382a6b994, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:46.546707 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] For port 9319c45a-e474-4c49-b2f0-83a382a6b994, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=9319c45a-e474-4c49-b2f0-83a382a6b994,segment=NetworkSegment(7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39),segment_id=7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:46.550649 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:46.555944 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:46.635002 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Routers {'e86ed1a9-5832-4d3e-9625-1c54149371fa'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:46.635781 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e86ed1a9-5832-4d3e-9625-1c54149371fa'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:46.682671 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef006f-caa7-45b2-b2ae-22b5fdc4f713 None None] Pushing event updated for resources: {'Port': ['ID=9319c45a-e474-4c49-b2f0-83a382a6b994,revision_number=4']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:46.690483 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-77ef006f-caa7-45b2-b2ae-22b5fdc4f713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:46.818316 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] Set router e86ed1a9-5832-4d3e-9625-1c54149371fa gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:47.133347 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 4, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port': {'id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:36Z', 'updated_at': '2021-06-09T22:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '9319c45a-e474-4c49-b2f0-83a382a6b994', 'name': '', 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'mac_address': 'fa:16:3e:9b:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:39Z', 'updated_at': '2021-06-09T22:00:46Z', 'revision_number': 4, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'subnets': [{'id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:47.137479 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e94ef2-7ecd-44b2-90e0-6708f18cc8be None None] The sync data for ids ['e86ed1a9-5832-4d3e-9625-1c54149371fa'] in dv-cinder-774286-15-iscsi is: [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:00:40Z', 'revision_number': 4, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port': {'id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:36Z', 'updated_at': '2021-06-09T22:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '9319c45a-e474-4c49-b2f0-83a382a6b994', 'name': '', 'network_id': '7393fdef-cf69-473c-9dd5-93849e2957ee', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'mac_address': 'fa:16:3e:9b:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:39Z', 'updated_at': '2021-06-09T22:00:46Z', 'revision_number': 4, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'subnets': [{'id': '6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:00:48.038365 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 9319c45a-e474-4c49-b2f0-83a382a6b994 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:48.105372 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 9319c45a-e474-4c49-b2f0-83a382a6b994 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:48.109760 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 9319c45a-e474-4c49-b2f0-83a382a6b994 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:48.110137 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:48.227754 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:48.259889 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 9319c45a-e474-4c49-b2f0-83a382a6b994, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=9319c45a-e474-4c49-b2f0-83a382a6b994,segment=NetworkSegment(7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39),segment_id=7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:48.264784 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:48.268383 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:48.334649 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=9319c45a-e474-4c49-b2f0-83a382a6b994,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:48.337714 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:50.024491 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 9319c45a-e474-4c49-b2f0-83a382a6b994 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:50.090005 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 9319c45a-e474-4c49-b2f0-83a382a6b994 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:50.090369 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:58.390167 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6a44-4001-40b7-bb59-b9af5c624775 req-f0a64cf7-1e21-4942-9b12-83a6e4b72838 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:58.391644 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-60fd6a44-4001-40b7-bb59-b9af5c624775 req-f0a64cf7-1e21-4942-9b12-83a6e4b72838 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 946 time: 0.0796480 Jun 09 22:00:58.436980 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-60fd6a44-4001-40b7-bb59-b9af5c624775 req-c6483bf0-62ab-458b-b1a8-77d676bbdc4c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 Jun 09 22:00:58.706773 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be13bf-ebd4-4a9f-a31b-356f2d3eccf2 req-70466457-7232-4156-98b5-d8d75b981155 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:58.708202 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a9be13bf-ebd4-4a9f-a31b-356f2d3eccf2 req-70466457-7232-4156-98b5-d8d75b981155 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.0798373 Jun 09 22:00:58.751384 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a9be13bf-ebd4-4a9f-a31b-356f2d3eccf2 req-e7af0a07-f94c-4e58-890a-0baa332aac01 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370321 Jun 09 22:00:59.629951 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22fae-1412-458c-bb1c-db1260d99b4d req-287cd311-2f92-408c-a8a7-e3efadecc4af tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:59.631370 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89a22fae-1412-458c-bb1c-db1260d99b4d req-287cd311-2f92-408c-a8a7-e3efadecc4af tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 946 time: 0.0818534 Jun 09 22:00:59.678402 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89a22fae-1412-458c-bb1c-db1260d99b4d req-b5b0e672-e7a8-44db-b2bb-54c176693b4b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Jun 09 22:00:59.935596 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da32a90-b4b2-42bb-ba90-6a7c390f5014 req-34bc6ebf-a337-4e0e-8dec-c85d9975075a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:59.937049 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8da32a90-b4b2-42bb-ba90-6a7c390f5014 req-34bc6ebf-a337-4e0e-8dec-c85d9975075a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.0772169 Jun 09 22:00:59.980387 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8da32a90-b4b2-42bb-ba90-6a7c390f5014 req-1e66554a-5a62-4793-9c1b-082648c2f2c8 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 Jun 09 22:01:00.865734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ef5f8-181f-477b-a9c7-70818b439015 req-3af0dd54-cf6b-4416-9751-20a829946926 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:00.867881 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-075ef5f8-181f-477b-a9c7-70818b439015 req-3af0dd54-cf6b-4416-9751-20a829946926 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 946 time: 0.0846179 Jun 09 22:01:00.914257 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-075ef5f8-181f-477b-a9c7-70818b439015 req-b2a4ffd9-3c02-4f49-9c1e-077a0ccc829f tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Jun 09 22:01:01.030822 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839412-6612-4542-9184-7872f0223b11 req-32f865e6-bc7d-4cc8-97f3-36c8ec1a8208 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:01.032717 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5a839412-6612-4542-9184-7872f0223b11 req-32f865e6-bc7d-4cc8-97f3-36c8ec1a8208 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 946 time: 0.0814648 Jun 09 22:01:01.254989 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2d644-602f-4617-a558-273466a08839 req-00b87c3d-f72c-4c12-8167-231640469166 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:01.256412 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dcf2d644-602f-4617-a558-273466a08839 req-00b87c3d-f72c-4c12-8167-231640469166 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.1512194 Jun 09 22:01:01.287162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Deleting port 14da444d-aef3-49ff-9f88-f47e6364e85d {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:01.287493 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:01.370106 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-dcf2d644-602f-4617-a558-273466a08839 req-5f8b155f-c47f-4756-a39c-9cee7f183704 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075718 Jun 09 22:01:01.469850 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] For port 14da444d-aef3-49ff-9f88-f47e6364e85d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=14da444d-aef3-49ff-9f88-f47e6364e85d,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:01.470200 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:01.595663 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Calling delete_port for 14da444d-aef3-49ff-9f88-f47e6364e85d owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:01.637685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-993dd3ef-51e5-498b-bde4-20151ed3fb26 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:01.639078 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-993dd3ef-51e5-498b-bde4-20151ed3fb26 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.2118847 Jun 09 22:01:01.894444 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:01.902547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f1317bc5-4798-44f6-9eb1-6a9d9b7300da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:01.939250 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0', 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9', '14da444d-aef3-49ff-9f88-f47e6364e85d'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:01.952910 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event deleted for resources: {'Port': ['ID=14da444d-aef3-49ff-9f88-f47e6364e85d,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:01.955446 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:02.032390 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] No DVR routers for this DVR port 14da444d-aef3-49ff-9f88-f47e6364e85d on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:02.034960 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:02.036957 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5a839412-6612-4542-9184-7872f0223b11 req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "DELETE /v2.0/ports/14da444d-aef3-49ff-9f88-f47e6364e85d HTTP/1.1" status: 204 len: 173 time: 0.9607482 Jun 09 22:01:02.039022 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'name': 'network-vif-deleted', 'tag': '14da444d-aef3-49ff-9f88-f47e6364e85d'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:02.041492 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca3a33d-9a3c-4231-bd2b-63b6284afe53" -d '{"events": [{"server_uuid": "a8582966-1d46-47b4-85ac-499c02aa31b7", "name": "network-vif-deleted", "tag": "14da444d-aef3-49ff-9f88-f47e6364e85d"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:02.097420 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d24fcfaf-b0d8-4e60-b49f-741383a26831 req-e65e3a07-b6bc-44fc-bf49-098dd6bda45a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8582966-1d46-47b4-85ac-499c02aa31b7 HTTP/1.1" status: 200 len: 210 time: 0.0661294 Jun 09 22:01:02.099071 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Deleting port def14648-5e3d-4296-89fe-6798dadc0157 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:02.099477 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:02.162802 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e689cf-86c7-4cbf-8975-117b9dc1b89f x-openstack-request-id: req-25e689cf-86c7-4cbf-8975-117b9dc1b89f {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:02.163159 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8582966-1d46-47b4-85ac-499c02aa31b7", "name": "network-vif-deleted", "tag": "14da444d-aef3-49ff-9f88-f47e6364e85d", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:02.163400 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25e689cf-86c7-4cbf-8975-117b9dc1b89f {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:02.163839 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8582966-1d46-47b4-85ac-499c02aa31b7', 'name': 'network-vif-deleted', 'tag': '14da444d-aef3-49ff-9f88-f47e6364e85d', 'status': 'completed', 'code': 200} Jun 09 22:01:02.249709 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] For port def14648-5e3d-4296-89fe-6798dadc0157, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=def14648-5e3d-4296-89fe-6798dadc0157,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:02.250249 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:02.589877 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:02.590244 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:02.590559 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Floating IP 92a06200-c081-4b81-a9c9-7a9bb23b24b4 disassociated. External IP: 172.27.1.162, port: def14648-5e3d-4296-89fe-6798dadc0157. Jun 09 22:01:02.590891 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Calling delete_port for def14648-5e3d-4296-89fe-6798dadc0157 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:02.631867 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3da5ac-e625-4a72-b6a3-560be113b9b5 req-1e6c8307-f562-49f7-bef6-78fcc5349924 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:02.633313 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab3da5ac-e625-4a72-b6a3-560be113b9b5 req-1e6c8307-f562-49f7-bef6-78fcc5349924 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 947 time: 0.1346674 Jun 09 22:01:02.689464 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ab3da5ac-e625-4a72-b6a3-560be113b9b5 req-ddd06b08-92bb-41ed-b97b-6e7865fe2373 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491459 Jun 09 22:01:02.760570 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:02.766540 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:02.814075 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event deleted for resources: {'Port': ['ID=def14648-5e3d-4296-89fe-6798dadc0157,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:02.818082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:03.001298 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:03.083283 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:03.180272 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:03.193075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] Sync routers for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:03.203799 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:03.204663 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:03.259010 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] No DVR routers for this DVR port def14648-5e3d-4296-89fe-6798dadc0157 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:03.261680 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:03.263754 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-14cca00a-74c7-43d7-809e-b9f2570f726b req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "DELETE /v2.0/ports/def14648-5e3d-4296-89fe-6798dadc0157 HTTP/1.1" status: 204 len: 173 time: 1.6156290 Jun 09 22:01:03.410501 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:03.742242 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:03.746577 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] Checking router: 6f9361b4-83d6-49ee-9b54-41f6a46a8940 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:03.756035 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:03.756657 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:03.960608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:03.963843 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1f241ba-8f0f-4bfa-9a1e-2f4076baa481 req-074c1ec2-64d9-4f77-86d2-7aa696b951db tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ec0545-c723-4eab-a6b7-df5de3cb2d39 HTTP/1.1" status: 200 len: 210 time: 0.1486826 Jun 09 22:01:04.125350 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-69c686fb-3cc8-440a-8ff2-17f9335da677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:04.164646 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-deleted', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:04.167192 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b328f-1fce-45f4-977f-a9f95c21acb4" -d '{"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-deleted", "tag": "def14648-5e3d-4296-89fe-6798dadc0157"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:04.210087 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47781c8c-2fe6-4ce2-8fd1-081193cd0b07 x-openstack-request-id: req-47781c8c-2fe6-4ce2-8fd1-081193cd0b07 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:04.210680 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec0545-c723-4eab-a6b7-df5de3cb2d39", "name": "network-vif-deleted", "tag": "def14648-5e3d-4296-89fe-6798dadc0157", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:04.211062 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47781c8c-2fe6-4ce2-8fd1-081193cd0b07 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:04.211577 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec0545-c723-4eab-a6b7-df5de3cb2d39', 'name': 'network-vif-deleted', 'tag': 'def14648-5e3d-4296-89fe-6798dadc0157', 'status': 'completed', 'code': 200} Jun 09 22:01:04.291111 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:04.294929 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81e370-ebfa-45f7-9852-0465ba1e1ba0 None None] The sync data for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi is: [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:04.507034 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f484dae-2e0a-489f-9fa5-12d5a567ae1d None None] New status for floating IP 92a06200-c081-4b81-a9c9-7a9bb23b24b4: DOWN {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:01:04.817414 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095c497-c34a-4ac4-9724-09b4c65bf57d req-8ff6aeff-4c20-434f-87e3-c24392655023 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:04.818847 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4095c497-c34a-4ac4-9724-09b4c65bf57d req-8ff6aeff-4c20-434f-87e3-c24392655023 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 946 time: 0.0793893 Jun 09 22:01:04.865249 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4095c497-c34a-4ac4-9724-09b4c65bf57d req-d78e22c3-196d-40c1-960c-2e701d5d8ab1 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Jun 09 22:01:05.083968 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52796) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:05.146142 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.173075 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.223735 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.226143 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.227241 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "DELETE /v2.0/security-groups/c9e32f3f-bdf4-4b44-bf1f-4be88e49553e HTTP/1.1" status: 204 len: 168 time: 0.1422489 Jun 09 22:01:05.228021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4acfa692-d50f-4fc7-8366-a8aa52862eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:05.230000 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52798) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:05.238734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e32f3f-bdf4-4b44-bf1f-4be88e49553e,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:05.241117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:05.253578 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.api.v2.resource [None req-ceae7067-248c-4d43-a1b5-e468d7ba3028 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] show failed (client error): The resource could not be found. Jun 09 22:01:05.258318 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ceae7067-248c-4d43-a1b5-e468d7ba3028 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups/c9e32f3f-bdf4-4b44-bf1f-4be88e49553e HTTP/1.1" status: 404 len: 347 time: 0.0265241 Jun 09 22:01:05.259606 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52800) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:05.472802 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Deleting port e511d524-a579-4077-ab07-bd5fcf82bd53 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:05.473066 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.585617 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.585859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.703456 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Calling delete_port for e511d524-a579-4077-ab07-bd5fcf82bd53 owned by network:floatingip {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:05.811657 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.814885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-52292423-8b1d-4a27-8a1b-673d415a2ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:05.857048 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event deleted for resources: {'Port': ['ID=e511d524-a579-4077-ab07-bd5fcf82bd53,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:05.860102 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:05.952250 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.954771 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:05.955890 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "DELETE /v2.0/floatingips/92a06200-c081-4b81-a9c9-7a9bb23b24b4 HTTP/1.1" status: 204 len: 168 time: 0.6951363 Jun 09 22:01:06.050573 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1826e0f-6d60-45d0-adc6-629034b1473c req-3b1780ec-781a-4002-a097-689ba11afb07 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:06.052045 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1826e0f-6d60-45d0-adc6-629034b1473c req-3b1780ec-781a-4002-a097-689ba11afb07 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 946 time: 0.0786524 Jun 09 22:01:06.096054 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1826e0f-6d60-45d0-adc6-629034b1473c req-dce8b60d-d8fb-40f6-bd24-5a9857969f93 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375345 Jun 09 22:01:06.197115 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:06.232542 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52808) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:06.236274 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: def14648-5e3d-4296-89fe-6798dadc0157 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:06.236625 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device def14648-5e3d-4296-89fe-6798dadc0157 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:06.237245 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 14da444d-aef3-49ff-9f88-f47e6364e85d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:06.237512 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950763016', 'description': 'tempest-description--1378807537'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:06.258764 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.280277 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 14da444d-aef3-49ff-9f88-f47e6364e85d {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:06.280628 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 14da444d-aef3-49ff-9f88-f47e6364e85d not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:06.287941 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2aaae553-c6f1-47ae-b6ae-c88332ba0cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.356114 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.359684 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.363284 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a10fe51c-fa18-4010-bdcb-441c7933757a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:06.394728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.395918 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1623852 Jun 09 22:01:06.399021 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52810) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:06.400051 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f50940e-f235-45a8-93da-5a9cf6d518e6,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:06.402708 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:06.404125 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'security_group_rule': {'security_group_id': '8f50940e-f235-45a8-93da-5a9cf6d518e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:06.432238 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.451436 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.491199 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.494598 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.496534 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:06.517074 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0cfaa5-8ddc-49b7-8fa6-af97c5482fcf,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:06.519450 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:06.523492 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.525331 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e2e98bd7-0f4d-48e5-8a71-2416d84c81fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247869 Jun 09 22:01:06.527843 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52812) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:06.532298 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'security_group_rule': {'security_group_id': '8f50940e-f235-45a8-93da-5a9cf6d518e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:06.560528 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.624309 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.627647 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.629681 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e16c3597-5f9e-4629-ab7c-c497afb07580 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:06.649266 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aafdbfe-2724-465e-9b33-934e4639e5dd,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:06.653836 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:06.659374 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.660647 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-62c159b7-dc46-4b9a-8bee-8d5707c059a1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319067 Jun 09 22:01:06.663682 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52814) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:06.668085 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:06.688557 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.820226 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.951536 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Allocated IP 172.27.1.192 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/16f10567-38b9-4266-8d40-8c4f31d16db8) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:07.099720 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.129483 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.134494 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:07.189342 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aba302-24af-4f75-babf-09e0f309e908 req-ac12eba9-cd78-48a2-8106-7c422683a067 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:07.190786 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c2aba302-24af-4f75-babf-09e0f309e908 req-ac12eba9-cd78-48a2-8106-7c422683a067 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 946 time: 0.0820775 Jun 09 22:01:07.199586 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:07.202706 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:07.206561 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:07.235886 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'Port': ['ID=16f10567-38b9-4266-8d40-8c4f31d16db8,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:07.240818 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:07.304546 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.367390 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.390468 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff6c89-2d4f-483e-94c0-81f15555508d req-d0ee969a-b6ee-4c1e-ac28-e6f92874720b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:07.391846 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cbff6c89-2d4f-483e-94c0-81f15555508d req-d0ee969a-b6ee-4c1e-ac28-e6f92874720b tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 946 time: 0.1622159 Jun 09 22:01:07.412594 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Deleting port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:07.412932 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.571326 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.576222 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.580052 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:07.605615 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cbff6c89-2d4f-483e-94c0-81f15555508d req-e0a2f4ba-1f40-4acb-b318-6959fb0429b7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066884 Jun 09 22:01:07.613044 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.656374 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] For port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:07.656644 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.692595 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'Port': ['ID=16f10567-38b9-4266-8d40-8c4f31d16db8,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:07.696640 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:07.701528 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.719522 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.720857 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0562220 Jun 09 22:01:07.780875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Calling delete_port for 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:07.921768 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce13f451-8ea2-4160-8403-fd64e22faa5b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1950763016&fields=id&tenant_id=f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 267 time: 0.0622969 Jun 09 22:01:07.922836 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.928261 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:07.964167 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0', 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:07.993829 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event deleted for resources: {'Port': ['ID=9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:08.044367 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:08.132361 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] No DVR routers for this DVR port 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:08.137197 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:08.139073 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c2aba302-24af-4f75-babf-09e0f309e908 req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "DELETE /v2.0/ports/9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 HTTP/1.1" status: 204 len: 173 time: 0.9416046 Jun 09 22:01:08.139559 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'name': 'network-vif-deleted', 'tag': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:08.141831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1770d680-565c-4315-9dad-6a7d33fb5fa1" -d '{"events": [{"server_uuid": "4bf62dfe-8f34-4817-8e1d-91f7de511126", "name": "network-vif-deleted", "tag": "9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:08.196978 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-90a81735-af47-41fa-b0fc-bbbaac2f1993 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:08.198387 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-90a81735-af47-41fa-b0fc-bbbaac2f1993 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 816 time: 0.2412722 Jun 09 22:01:08.200107 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd74186-fdb4-4a18-bff6-fc56a80845d2 x-openstack-request-id: req-0dd74186-fdb4-4a18-bff6-fc56a80845d2 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:08.200424 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf62dfe-8f34-4817-8e1d-91f7de511126", "name": "network-vif-deleted", "tag": "9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:08.200705 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0dd74186-fdb4-4a18-bff6-fc56a80845d2 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:08.201110 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf62dfe-8f34-4817-8e1d-91f7de511126', 'name': 'network-vif-deleted', 'tag': '9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9', 'status': 'completed', 'code': 200} Jun 09 22:01:08.213298 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-53d04a58-df27-489a-a66a-2c8039bcffe5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/quotas/f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 375 time: 0.0093846 Jun 09 22:01:08.306788 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-a9d212e7-3db1-43a6-86c8-92cdacf365c8 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804837 Jun 09 22:01:08.544854 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-c2430719-b698-491b-b339-d38fd04d7553 service neutron] 10.222.0.26 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248168 Jun 09 22:01:08.674417 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-a6b5e754-b0d4-49a3-9770-db58b45c6d31 service neutron] 10.222.0.26 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239522 Jun 09 22:01:08.781455 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-727adb6d-0211-4daa-8c77-7c497fb13550 req-e45b8172-4945-4d2d-b1e9-e09f1221f62c tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf62dfe-8f34-4817-8e1d-91f7de511126 HTTP/1.1" status: 200 len: 210 time: 0.0484383 Jun 09 22:01:08.854649 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b2c5ede6-b355-4b93-b901-126673903a15 req-927d1412-e5e3-452d-bed2-e72f18287a94 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 210 time: 0.0431705 Jun 09 22:01:09.324448 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:10.027360 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-11d7e18a-0c15-4fda-9f62-65007fa87044 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:10.028812 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-11d7e18a-0c15-4fda-9f62-65007fa87044 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 816 time: 0.1707807 Jun 09 22:01:10.088604 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-800efacc-dd69-4b9a-bff0-b87148f562ea req-96fc8dfc-9bb9-45eb-b5e8-ea41e975a858 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 210 time: 0.0702379 Jun 09 22:01:10.120368 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-57d5ff86-1fb7-41e1-917b-eb3c1af4467e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 380 time: 0.0568874 Jun 09 22:01:10.184613 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'port': {'device_id': '4047c212-5428-46db-ad76-355843c8b49f', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'admin_state_up': True, 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'security_groups': ['8f50940e-f235-45a8-93da-5a9cf6d518e6']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:10.382656 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a11490-76e2-4efb-b351-3df00252647d req-9637dc60-a796-4ae0-8125-dd25b99ac919 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:10.384115 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e1a11490-76e2-4efb-b351-3df00252647d req-9637dc60-a796-4ae0-8125-dd25b99ac919 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.1857507 Jun 09 22:01:10.402514 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Made reservation on behalf of f8fd85fea18c430db42a6239f71174ad for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:10.405728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:10.571739 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e1a11490-76e2-4efb-b351-3df00252647d req-b05c5252-35f4-4c9a-8cbc-0e7bea895d18 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819348 Jun 09 22:01:10.671731 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Allocated IP 172.20.0.12 (7c9b8232-e1d8-42a1-a6fb-10d2995c03a2/a9abe91a-621c-4390-b0e3-eae45948bbe2/9be72dfe-ad24-4cc3-809f-ad5b948ab596) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:10.861973 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:10.880462 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Transition to ACTIVE for port object 9be72dfe-ad24-4cc3-809f-ad5b948ab596 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:10.901542 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:10.907232 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-30a3dc0f-e909-4879-977c-ae2bd94cf485 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:10.973410 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:10.976464 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:10.981012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:11.016155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:11.020774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:11.053374 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:11.054054 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:11.072652 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8923721 Jun 09 22:01:11.093261 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Request body: {'port': {'device_id': '4047c212-5428-46db-ad76-355843c8b49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:11.237622 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-653983c6-16db-4c39-904f-f289d4676bc6 None None] Provisioning for port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:11.242223 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-653983c6-16db-4c39-904f-f289d4676bc6 None None] Provisioning complete for port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:11.242598 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-653983c6-16db-4c39-904f-f289d4676bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:11.252119 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:11.300967 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-653983c6-16db-4c39-904f-f289d4676bc6 None None] Port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:01:11.409991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b05dd-9d16-4432-9b49-ffb9d39d4347 req-340ca3c6-3fc0-48dc-b3ca-1fc99feba640 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:11.411422 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c88b05dd-9d16-4432-9b49-ffb9d39d4347 req-340ca3c6-3fc0-48dc-b3ca-1fc99feba640 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 932 time: 0.2030144 Jun 09 22:01:11.534388 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c88b05dd-9d16-4432-9b49-ffb9d39d4347 req-f7902ca3-167b-40e9-96e7-f26a27d77d9d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158488 Jun 09 22:01:11.673907 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be72dfe-ad24-4cc3-809f-ad5b948ab596 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:11.682238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:11.739244 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Transition to ACTIVE for port object 9be72dfe-ad24-4cc3-809f-ad5b948ab596 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:11.747957 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:11.753292 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d7f9ca86-4f03-4766-a4fb-558bd3b50bbe tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:11.912953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:11.924211 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:11.973254 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-1ab01b7d-a52c-44ca-a1ce-d608f6ed32e9 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473483262&fields=id&tenant_id=ec673abe224149f39bb1c8b52460ae6b HTTP/1.1" status: 200 len: 267 time: 0.1614473 Jun 09 22:01:12.010670 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327d4bd-006f-4cec-bf73-1c1039c6c6d4 req-a672087b-f021-410c-aca3-0fd85213db76 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:12.012123 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8327d4bd-006f-4cec-bf73-1c1039c6c6d4 req-a672087b-f021-410c-aca3-0fd85213db76 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.3258150 Jun 09 22:01:12.166158 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8327d4bd-006f-4cec-bf73-1c1039c6c6d4 req-eb6a8a5c-ab60-46ff-9beb-436b05fd5c57 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319549 Jun 09 22:01:12.223605 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:12.258691 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:12.259391 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9dd6a8a7-7e9b-40b6-8ee2-8d887cbda3e9 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:12.299489 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Attempting to bind port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:12.299848 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Attempting to bind port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:12.300170 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Attempting to bind port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:12.321207 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:12.321524 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Attempting to bind port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 on network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:12.341604 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:12.341968 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Checking segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:12.342363 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Bound using segment: {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:12.342808 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Bound port: 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a200a48-df8d-4306-bb74-c7043ce99cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:12.343148 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:12.376586 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-6b448958-cd05-47ab-a8a1-d719713e45d0 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:12.378015 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-6b448958-cd05-47ab-a8a1-d719713e45d0 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 809 time: 0.3788447 Jun 09 22:01:12.444131 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-c380b1d8-367d-439d-acb0-7390bc24a214 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/quotas/ec673abe224149f39bb1c8b52460ae6b HTTP/1.1" status: 200 len: 375 time: 0.0368879 Jun 09 22:01:12.508237 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-2e0c0e09-6b8e-4599-99d4-89a4862c44c3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:12.510250 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-2e0c0e09-6b8e-4599-99d4-89a4862c44c3 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.3412917 Jun 09 22:01:12.565350 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:12.596660 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:12.607639 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:12.612308 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2e88abcb-375f-46b2-b601-63909a58e3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:12.753743 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:12.754355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:12.755716 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] 10.222.0.22 "PUT /v2.0/ports/9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 200 len: 1094 time: 1.6672528 Jun 09 22:01:12.758968 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:12.761239 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ca26dd-3c79-450c-8d24-77153351b0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:12.781428 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-db82f170-54ec-4426-b85f-029ce1ad08c1 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3289449 Jun 09 22:01:12.920540 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:12.939425 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:13.012537 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Deleting port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:13.012780 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:13.083805 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598a0ce-61e9-4b1d-951f-e4c3eee6d1b6 req-77d49be2-c0fc-4208-a2fc-f8354e2f9fc2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:13.085264 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d598a0ce-61e9-4b1d-951f-e4c3eee6d1b6 req-77d49be2-c0fc-4208-a2fc-f8354e2f9fc2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.4064379 Jun 09 22:01:13.150831 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-05d12385-711f-4d7e-9886-e330b360ac77 service neutron] 10.222.0.26 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541229 Jun 09 22:01:13.194251 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-632ba0d9-cd7a-44b4-882e-e73c70656662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:13.195653 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-632ba0d9-cd7a-44b4-882e-e73c70656662 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1097 time: 0.3758798 Jun 09 22:01:13.261009 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d598a0ce-61e9-4b1d-951f-e4c3eee6d1b6 req-95b39e97-ab4e-4bed-a6c3-b0e4efaa0f88 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677139 Jun 09 22:01:13.329615 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9614b2-dfdf-475e-b86c-42a927c9fbfc x-openstack-request-id: req-4e9614b2-dfdf-475e-b86c-42a927c9fbfc {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:13.329938 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:13.330221 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e9614b2-dfdf-475e-b86c-42a927c9fbfc {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:13.330632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'status': 'completed', 'code': 200} Jun 09 22:01:13.351821 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-ee40d59d-13d6-4d64-bdcb-43d98811a38a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 200 len: 217 time: 0.0899045 Jun 09 22:01:13.460548 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] For port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:13.460906 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:13.622182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Calling delete_port for bfe3d778-eaf3-449e-a4dc-cd1108b2c07c owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:13.627904 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-a84a3bdc-4c69-4190-ae73-4fb982cad098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:13.629330 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-a84a3bdc-4c69-4190-ae73-4fb982cad098 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.2650113 Jun 09 22:01:13.676862 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-22b8f557-bcef-4160-9f6e-2409b1f854be service neutron] 10.222.0.26 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108190 Jun 09 22:01:13.737786 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925372-7da4-48df-bbf1-fb7ea34c0bc3 req-78afed70-b086-4106-854c-49bcd86a7529 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:13.739243 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-50925372-7da4-48df-bbf1-fb7ea34c0bc3 req-78afed70-b086-4106-854c-49bcd86a7529 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 946 time: 0.3338056 Jun 09 22:01:13.783945 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-2f7b8f30-9cbb-492a-ac47-2bd29ed9c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:13.785405 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-2f7b8f30-9cbb-492a-ac47-2bd29ed9c875 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1451693 Jun 09 22:01:14.010879 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-50925372-7da4-48df-bbf1-fb7ea34c0bc3 req-2bf61a59-5690-4a94-8720-7539d33ffe68 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627757 Jun 09 22:01:14.098308 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4be120e1-5f55-4662-9e17-19297ddae224 req-4ffcf48d-b563-4068-9a91-f3ddd5257119 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 210 time: 0.0574760 Jun 09 22:01:14.108236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:14.115748 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-db249394-be06-4cfd-a42b-d46b5fdaac21 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:14.143312 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0', 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:14.173122 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event deleted for resources: {'Port': ['ID=bfe3d778-eaf3-449e-a4dc-cd1108b2c07c,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:14.208315 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:14.216336 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-dbbf2576-ec10-4f24-bca9-6ba844a49acb service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209323 Jun 09 22:01:14.275639 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] No DVR routers for this DVR port bfe3d778-eaf3-449e-a4dc-cd1108b2c07c on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:14.323627 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:14.325845 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cbffde89-a664-4e66-9d57-11147e5dd0ab req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "DELETE /v2.0/ports/bfe3d778-eaf3-449e-a4dc-cd1108b2c07c HTTP/1.1" status: 204 len: 173 time: 1.8074834 Jun 09 22:01:14.392116 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-789b1006-3b31-4834-9a33-ea238dfe67b5 req-2f0486d7-e56a-4c66-85e1-4bf31c8a506b service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457827 Jun 09 22:01:14.481919 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33417458-4021-4cec-bb74-bdcbc7ad7407 req-a951d2a9-3022-441f-bf55-08603e1eae40 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:14.483368 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33417458-4021-4cec-bb74-bdcbc7ad7407 req-a951d2a9-3022-441f-bf55-08603e1eae40 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0842993 Jun 09 22:01:14.568548 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33417458-4021-4cec-bb74-bdcbc7ad7407 req-eb56c6a1-d1dd-4b28-a75d-56751e449d70 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794106 Jun 09 22:01:14.601134 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-b8d84757-be07-42a2-9646-cb2fc0972e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:14.603176 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-b8d84757-be07-42a2-9646-cb2fc0972e53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1097 time: 0.0810728 Jun 09 22:01:14.739233 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-8da03976-ed6f-4e8a-b3ff-b14722469345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:14.740678 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-8da03976-ed6f-4e8a-b3ff-b14722469345 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.1248710 Jun 09 22:01:14.809219 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-3a898d92-08f0-4a66-be5e-c48567cb235e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 200 len: 217 time: 0.0615468 Jun 09 22:01:14.870240 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-42e12408-67b9-4b96-a84c-a77a5ee720f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:14.872998 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-42e12408-67b9-4b96-a84c-a77a5ee720f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0566924 Jun 09 22:01:14.952667 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-3ae4ab89-f85f-483b-85a1-77d1f916ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:14.954077 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-3ae4ab89-f85f-483b-85a1-77d1f916ee64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713906 Jun 09 22:01:15.092839 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-d5bc36bb-1148-4539-9437-5c8bf6a364f5 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312966 Jun 09 22:01:15.269533 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9e65bcb-1c00-4e02-95f1-db7ce66c69f8 req-6a7a832e-e443-4713-98a0-f5e8f0bc7817 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=742feece-6817-417d-a6f8-3dc9ac8a34aa HTTP/1.1" status: 200 len: 210 time: 0.0997517 Jun 09 22:01:15.277893 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b9eb63ca-de98-40a0-9f53-9f23f7aa08f8 req-cb13e332-798f-4cf1-97cd-9ffd737f1c3c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 210 time: 0.0566132 Jun 09 22:01:15.327889 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58ca26dd-3c79-450c-8d24-77153351b0a4 req-16f79b40-48b8-4470-b9e0-9407c74e4321 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279305 Jun 09 22:01:15.331680 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'name': 'network-vif-deleted', 'tag': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:15.333918 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91be5fe3-a0e9-482e-bfb5-7bcd5b5239fc" -d '{"events": [{"server_uuid": "742feece-6817-417d-a6f8-3dc9ac8a34aa", "name": "network-vif-deleted", "tag": "bfe3d778-eaf3-449e-a4dc-cd1108b2c07c"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:15.374170 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6760f3-f47b-4ee3-bcf3-6fdce6d233e2 x-openstack-request-id: req-ad6760f3-f47b-4ee3-bcf3-6fdce6d233e2 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:15.374494 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742feece-6817-417d-a6f8-3dc9ac8a34aa", "name": "network-vif-deleted", "tag": "bfe3d778-eaf3-449e-a4dc-cd1108b2c07c", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:15.374776 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad6760f3-f47b-4ee3-bcf3-6fdce6d233e2 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:15.375202 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742feece-6817-417d-a6f8-3dc9ac8a34aa', 'name': 'network-vif-deleted', 'tag': 'bfe3d778-eaf3-449e-a4dc-cd1108b2c07c', 'status': 'completed', 'code': 200} Jun 09 22:01:15.937357 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-169c5e7d-8c43-4307-b536-022a7c0452e7 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:15.938745 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-169c5e7d-8c43-4307-b536-022a7c0452e7 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 809 time: 0.2831681 Jun 09 22:01:15.953282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d97e37-d240-43ec-94ec-be5923573d08 req-042c8ec1-b925-44f5-bb43-0827bfa28d38 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:15.954638 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-05d97e37-d240-43ec-94ec-be5923573d08 req-042c8ec1-b925-44f5-bb43-0827bfa28d38 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.2293119 Jun 09 22:01:16.024026 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-e0dfde59-e639-4ccd-bc30-74e927afd89a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec673abe224149f39bb1c8b52460ae6b HTTP/1.1" status: 200 len: 379 time: 0.0684478 Jun 09 22:01:16.031994 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-05d97e37-d240-43ec-94ec-be5923573d08 req-a90696a1-8768-47b0-9f83-70d9f0cbbfac tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640922 Jun 09 22:01:16.035259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'port': {'device_id': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'admin_state_up': True, 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'security_groups': ['906b300e-8cef-49c3-ba81-db0c2cf798ec']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:16.178384 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Made reservation on behalf of ec673abe224149f39bb1c8b52460ae6b for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:16.181619 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.232144 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device bfe3d778-eaf3-449e-a4dc-cd1108b2c07c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:16.264822 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: bfe3d778-eaf3-449e-a4dc-cd1108b2c07c {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:16.265169 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device bfe3d778-eaf3-449e-a4dc-cd1108b2c07c not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:16.341238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Allocated IP 172.20.0.12 (d25df398-773c-4f79-b4a3-2b2734d75c0c/f8001488-37ef-4d88-8bf7-566e78720ac9/90f86731-da1d-4bff-987d-47e97b8437d3) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:16.494384 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a0af080-79e4-449b-bd4b-3fa1451fe4cc req-ee947a68-e8b4-4753-9d92-42e2362e25b6 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 210 time: 0.1047297 Jun 09 22:01:16.577112 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.596484 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Transition to ACTIVE for port object 90f86731-da1d-4bff-987d-47e97b8437d3 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:16.624110 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.629794 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-92c230fd-cf96-4c30-b838-e7ef2702066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:16.697071 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Network d25df398-773c-4f79-b4a3-2b2734d75c0c is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:16.700353 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:16.704180 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:16.736275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:16.743472 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:16.774899 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:16.775531 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.794109 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648811 Jun 09 22:01:16.813543 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Request body: {'port': {'device_id': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:16.928936 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:16.989541 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8e001e3b-d6e8-4602-b64e-6a426580aa12 None None] Provisioning for port 90f86731-da1d-4bff-987d-47e97b8437d3 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:16.994890 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8e001e3b-d6e8-4602-b64e-6a426580aa12 None None] Provisioning complete for port 90f86731-da1d-4bff-987d-47e97b8437d3 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:16.995272 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8e001e3b-d6e8-4602-b64e-6a426580aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.057745 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8e001e3b-d6e8-4602-b64e-6a426580aa12 None None] Port 90f86731-da1d-4bff-987d-47e97b8437d3 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:01:17.264983 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbf803-7227-4540-8d3a-af02fdee0c1f req-a455e189-ad81-4d76-9fca-88047123f69c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:17.266328 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-babbf803-7227-4540-8d3a-af02fdee0c1f req-a455e189-ad81-4d76-9fca-88047123f69c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.1270609 Jun 09 22:01:17.367282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f86731-da1d-4bff-987d-47e97b8437d3 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:17.374532 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-babbf803-7227-4540-8d3a-af02fdee0c1f req-033468bf-1b3e-4432-ad37-34d8f3a022b4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981815 Jun 09 22:01:17.378146 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.392520 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Transition to ACTIVE for port object 90f86731-da1d-4bff-987d-47e97b8437d3 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:17.396353 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.400023 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8e2baf4d-ec16-451d-92f9-5e1beac7c196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:17.547433 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:17.555092 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:17.777176 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Attempting to bind port 90f86731-da1d-4bff-987d-47e97b8437d3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:17.777385 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Attempting to bind port 90f86731-da1d-4bff-987d-47e97b8437d3 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:17.777720 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Attempting to bind port 90f86731-da1d-4bff-987d-47e97b8437d3 on network d25df398-773c-4f79-b4a3-2b2734d75c0c {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:17.782745 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Port 90f86731-da1d-4bff-987d-47e97b8437d3 on network d25df398-773c-4f79-b4a3-2b2734d75c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:17.783060 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Attempting to bind port 90f86731-da1d-4bff-987d-47e97b8437d3 on network d25df398-773c-4f79-b4a3-2b2734d75c0c {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:17.794315 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:17.794651 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Checking segment: {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:17.795033 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Bound using segment: {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:17.795528 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Bound port: 90f86731-da1d-4bff-987d-47e97b8437d3, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7701300-2844-4b19-9837-17874685ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:17.795896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.818859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3024-4929-4eec-a19b-bd85bcab0c2b req-0f4302d5-c619-4da9-8b48-b19c6a46292a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:17.820360 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff7d3024-4929-4eec-a19b-bd85bcab0c2b req-0f4302d5-c619-4da9-8b48-b19c6a46292a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.1403360 Jun 09 22:01:17.957152 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff7d3024-4929-4eec-a19b-bd85bcab0c2b req-0b802b4b-dbfd-4f8b-ac44-680f58f3003f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083593 Jun 09 22:01:17.980559 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:17.988444 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:17.992593 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:17.998729 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d87c656c-8cce-4142-8bb0-4e32e5dd6463 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:18.059415 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.060299 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.061393 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] 10.222.0.22 "PUT /v2.0/ports/90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 1094 time: 1.2522213 Jun 09 22:01:18.061883 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:18.064144 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bcfc19-730e-470f-9cb0-9b521c01e777" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:18.089388 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:18.099056 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96c798-a997-4d7d-a9d7-7e716e9055f1 req-a2a7b919-3ff3-4e60-b20d-c9263067f0d7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.100443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9b96c798-a997-4d7d-a9d7-7e716e9055f1 req-a2a7b919-3ff3-4e60-b20d-c9263067f0d7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.1929824 Jun 09 22:01:18.101316 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:18.123683 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2070a04c-b44f-496c-9187-17e794b77b0a x-openstack-request-id: req-2070a04c-b44f-496c-9187-17e794b77b0a {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:18.124029 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:18.124312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2070a04c-b44f-496c-9187-17e794b77b0a {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:18.124724 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'status': 'completed', 'code': 200} Jun 09 22:01:18.224170 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9b96c798-a997-4d7d-a9d7-7e716e9055f1 req-10e9f2db-5890-4d6a-91bd-b61fad609ac0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152267 Jun 09 22:01:18.253459 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:01:18.259553 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-72175af0-eaa4-4ddb-b175-2059b1f79b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.261253 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-72175af0-eaa4-4ddb-b175-2059b1f79b29 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1097 time: 0.1203122 Jun 09 22:01:18.335476 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-e3fed085-7de3-4a1e-885b-cd07cebaf4e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 217 time: 0.0595355 Jun 09 22:01:18.400092 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-8bb20971-d2a7-4ccc-8066-f7beba2ffd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.401704 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-8bb20971-d2a7-4ccc-8066-f7beba2ffd33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0597849 Jun 09 22:01:18.424123 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:18.435158 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'port_id': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'mac_address': 'fa:16:3e:71:82:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:01:18.481841 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-36af996d-c393-4388-a9f0-6048169b7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.483763 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-36af996d-c393-4388-a9f0-6048169b7bd5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750279 Jun 09 22:01:18.490380 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.507145 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be72dfe-ad24-4cc3-809f-ad5b948ab596 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:18.522727 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:18.527587 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:18.529585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:18.594934 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:18.597884 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:18.675784 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f8023-966e-4cf9-aa6b-5c8bec575633 req-a30c421e-5660-4633-8201-2c3870d69ed1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:18.677246 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-957f8023-966e-4cf9-aa6b-5c8bec575633 req-a30c421e-5660-4633-8201-2c3870d69ed1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.1924551 Jun 09 22:01:18.682842 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-14eeb713-da4f-47be-a23f-ae62ce62c153 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633129 Jun 09 22:01:18.800502 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-957f8023-966e-4cf9-aa6b-5c8bec575633 req-85f8df19-8f42-4b4b-8112-fb4144f0f70c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167426 Jun 09 22:01:18.839325 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fd0aebb1-57da-45cc-9320-91ea10e7004d req-286e730b-6ce8-49ba-a1ca-61e244041867 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416748 Jun 09 22:01:18.998256 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['9be72dfe-ad24-4cc3-809f-ad5b948ab596'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:19.006890 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-11cf8e08-f871-4133-8c6f-377427785174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:19.008766 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-11cf8e08-f871-4133-8c6f-377427785174 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1097 time: 0.0707076 Jun 09 22:01:19.199672 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-02373ba6-f494-44d0-9ab5-dac8b6d54df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:19.201389 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-02373ba6-f494-44d0-9ab5-dac8b6d54df9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 910 time: 0.1849809 Jun 09 22:01:19.212453 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bf5b0-2652-4e81-a4ba-9b086c38aa20 req-5ad9359f-1b09-4bbb-81be-365e2bb660ff tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:19.213760 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-027bf5b0-2652-4e81-a4ba-9b086c38aa20 req-5ad9359f-1b09-4bbb-81be-365e2bb660ff tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.1304691 Jun 09 22:01:19.283950 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-ad0fe394-7514-408f-af14-69fa497cf9fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 217 time: 0.0692148 Jun 09 22:01:19.312922 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-027bf5b0-2652-4e81-a4ba-9b086c38aa20 req-9cda4e61-ed44-4094-b6f1-24e80ed25f5d tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483689 Jun 09 22:01:19.433553 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-048d7a40-e2d4-40cb-81f3-73b7f1f00d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:19.434931 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-048d7a40-e2d4-40cb-81f3-73b7f1f00d6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0720227 Jun 09 22:01:19.574159 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887cf6-1d9c-46ba-8d91-df3f94d78b6e req-cec65337-7bf7-4e5b-91ec-9a95e7f930a6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:19.575753 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0887cf6-1d9c-46ba-8d91-df3f94d78b6e req-cec65337-7bf7-4e5b-91ec-9a95e7f930a6 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.2471147 Jun 09 22:01:19.631383 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f0887cf6-1d9c-46ba-8d91-df3f94d78b6e req-a1e652c2-33f2-4801-a629-d6677fd3e6b7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Jun 09 22:01:19.637172 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-fc5e60e9-04c9-49b9-9470-397292f1e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:19.638706 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-fc5e60e9-04c9-49b9-9470-397292f1e8ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1960466 Jun 09 22:01:19.770004 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-28a34c41-ff78-413f-8517-677431584283 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226878 Jun 09 22:01:19.978824 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-94bcfc19-730e-470f-9cb0-9b521c01e777 req-46fdde17-adc7-4e79-9168-629590701885 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630447 Jun 09 22:01:20.013433 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f536-e39c-403a-b5fe-5abb0e15de71 req-c5e07939-23a3-4ae0-b513-0d7d47be3c7e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:20.014875 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ba9f536-e39c-403a-b5fe-5abb0e15de71 req-c5e07939-23a3-4ae0-b513-0d7d47be3c7e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 945 time: 0.0969477 Jun 09 22:01:20.061918 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ba9f536-e39c-403a-b5fe-5abb0e15de71 req-9801d6d7-9420-4ce5-a1f1-617263414336 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Jun 09 22:01:20.373898 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-cb53fd09-914a-420f-9179-8ed792dbe1a7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:20.375469 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-cb53fd09-914a-420f-9179-8ed792dbe1a7 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.0781388 Jun 09 22:01:20.569805 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f064-457a-4a15-8ddc-97bfe8245159 req-ae9c9c1c-daed-4b12-a04c-a160f40ff327 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:20.571302 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d927f064-457a-4a15-8ddc-97bfe8245159 req-ae9c9c1c-daed-4b12-a04c-a160f40ff327 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.1506879 Jun 09 22:01:20.606909 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Deleting port ab13e2b9-1b46-4035-87b5-8036287af9f0 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:20.607161 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.690488 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d927f064-457a-4a15-8ddc-97bfe8245159 req-7c185b2d-feef-4af4-950d-6a4e0e67301b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124704 Jun 09 22:01:20.796544 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] For port ab13e2b9-1b46-4035-87b5-8036287af9f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ab13e2b9-1b46-4035-87b5-8036287af9f0,segment=NetworkSegment(4201a015-8915-4308-a0d2-33196a6a0d7c),segment_id=4201a015-8915-4308-a0d2-33196a6a0d7c)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:20.796895 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:20.920955 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Calling delete_port for ab13e2b9-1b46-4035-87b5-8036287af9f0 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:20.959796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f949e-7e25-48e0-b09d-a43ff3c8cb96 req-884b5f6f-5b89-4291-ad30-2da4ebc2358d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:20.961251 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4e7f949e-7e25-48e0-b09d-a43ff3c8cb96 req-884b5f6f-5b89-4291-ad30-2da4ebc2358d tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a HTTP/1.1" status: 200 len: 945 time: 0.2179246 Jun 09 22:01:21.016839 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4e7f949e-7e25-48e0-b09d-a43ff3c8cb96 req-a6f5098b-c05d-4a27-a08a-c1f7258785ed tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.26 "GET /v2.0/security-groups?id=90a3099a-33c5-4ab2-8971-03667bcd746a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492277 Jun 09 22:01:21.092305 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.097865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:21.127193 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ab13e2b9-1b46-4035-87b5-8036287af9f0'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:21.143110 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Pushing event deleted for resources: {'Port': ['ID=ab13e2b9-1b46-4035-87b5-8036287af9f0,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:21.177132 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:21.252054 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] No DVR routers for this DVR port ab13e2b9-1b46-4035-87b5-8036287af9f0 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:21.255023 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:21.256893 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74d686e0-2c8a-40f0-b6a7-eef2b02a37cb req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] 10.222.0.22 "DELETE /v2.0/ports/ab13e2b9-1b46-4035-87b5-8036287af9f0 HTTP/1.1" status: 204 len: 173 time: 0.8753576 Jun 09 22:01:21.257366 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'name': 'network-vif-deleted', 'tag': 'ab13e2b9-1b46-4035-87b5-8036287af9f0'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:21.260265 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f623f6e-4323-4064-9f63-f72622e9dff8" -d '{"events": [{"server_uuid": "2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a", "name": "network-vif-deleted", "tag": "ab13e2b9-1b46-4035-87b5-8036287af9f0"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:21.304312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6307fb9-9c98-43d2-b764-a51fd01e965b req-8998918e-c0f4-4c12-9851-0dc85305745c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:21.306286 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6307fb9-9c98-43d2-b764-a51fd01e965b req-8998918e-c0f4-4c12-9851-0dc85305745c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 945 time: 0.1282923 Jun 09 22:01:21.307753 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba4a62-b5a2-4c7d-9e54-10fc4c687f72 x-openstack-request-id: req-96ba4a62-b5a2-4c7d-9e54-10fc4c687f72 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:21.308107 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a", "name": "network-vif-deleted", "tag": "ab13e2b9-1b46-4035-87b5-8036287af9f0", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:21.308404 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96ba4a62-b5a2-4c7d-9e54-10fc4c687f72 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:21.308818 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f41ce46-bd26-40df-b6c5-4c1b0c5a1a9a', 'name': 'network-vif-deleted', 'tag': 'ab13e2b9-1b46-4035-87b5-8036287af9f0', 'status': 'completed', 'code': 200} Jun 09 22:01:21.351492 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6307fb9-9c98-43d2-b764-a51fd01e965b req-7dfc1c5c-6e2f-4baf-92a4-463f830662cc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 Jun 09 22:01:21.877133 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df9264-8351-4002-bdc0-1960d20b3417 req-64a4d7ee-4170-4634-9ad6-53b773ad7ddb tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:21.879282 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b7df9264-8351-4002-bdc0-1960d20b3417 req-64a4d7ee-4170-4634-9ad6-53b773ad7ddb tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0801177 Jun 09 22:01:21.924840 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b7df9264-8351-4002-bdc0-1960d20b3417 req-dcd22504-2dd9-471c-a614-c301c279c75f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391269 Jun 09 22:01:21.951909 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:01:22.108993 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52952) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:22.166839 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Deleting subnet 1909e515-ce3f-43c1-840d-f57035af4a17 {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:01:22.169682 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.219698 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.263788 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:22.272050 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.328969 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:22.333537 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:22.333917 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.342532 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.347805 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-616ef860-b3c9-4175-9a66-109e4750334f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:22.386581 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1909e515-ce3f-43c1-840d-f57035af4a17,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:22.388165 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.389969 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1909e515-ce3f-43c1-840d-f57035af4a17 HTTP/1.1" status: 204 len: 168 time: 0.2800047 Jun 09 22:01:22.391366 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-5f75be15-7460-48b4-bf5e-dd3c766c315e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:22.392441 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 52956) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:22.456314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.490578 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:22.491561 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:22.494070 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8d16ef-2a17-430f-b99a-78d7b48a2c79" -d '{"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:22.497761 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.499795 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:22.500427 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.578841 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a2df14-a5c8-4b40-a50a-035dfd4ee738 x-openstack-request-id: req-b2a2df14-a5c8-4b40-a50a-035dfd4ee738 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:22.579377 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:22.579651 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2a2df14-a5c8-4b40-a50a-035dfd4ee738 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:22.580077 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'code': 200} Jun 09 22:01:22.581055 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:22.584594 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:22.657944 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3298-8837-480c-8519-86e2dfb5df41 req-f4c8ca6d-dcce-41f2-8dad-d4e08ebbb0ba tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:22.664427 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-336c3298-8837-480c-8519-86e2dfb5df41 req-f4c8ca6d-dcce-41f2-8dad-d4e08ebbb0ba tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.1928992 Jun 09 22:01:22.704806 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-336c3298-8837-480c-8519-86e2dfb5df41 req-b94f7720-d6c0-4b3d-a9e0-ae419529f44a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392659 Jun 09 22:01:22.739471 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.752565 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5b9b5e-7246-4cb2-af1a-527a1417c82b']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:22.765090 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4201a015-8915-4308-a0d2-33196a6a0d7c') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:22.765389 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4201a015-8915-4308-a0d2-33196a6a0d7c') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:22.776568 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.792118 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.798142 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:01:22.798517 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:01:22.811742 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:01:22.836859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bef74-220b-4d19-a792-7f44759a10c3 req-fd78d8c7-98b7-4fb0-837f-85b82886ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:22.838310 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-503bef74-220b-4d19-a792-7f44759a10c3 req-fd78d8c7-98b7-4fb0-837f-85b82886ea5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1099 time: 0.0695903 Jun 09 22:01:22.881961 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-503bef74-220b-4d19-a792-7f44759a10c3 req-d33fa7fe-8c27-4c7a-98a3-11f1e7caed46 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366542 Jun 09 22:01:22.887532 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.891533 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-882de0cb-8158-424b-9ab2-98e264521760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:22.907569 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:22.909127 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] 10.222.0.26 "DELETE /v2.0/networks/ee5b9b5e-7246-4cb2-af1a-527a1417c82b HTTP/1.1" status: 204 len: 168 time: 0.5140047 Jun 09 22:01:22.912519 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5b9b5e-7246-4cb2-af1a-527a1417c82b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:22.914885 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-291e3476-cd52-431e-b6f5-7fc51396a62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:23.091829 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52964) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:23.152455 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ec752-2875-4f5a-9014-fd2236625405 req-33d8e610-b373-4418-8233-e56a0cf5f83a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:23.153861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d30ec752-2875-4f5a-9014-fd2236625405 req-33d8e610-b373-4418-8233-e56a0cf5f83a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.1170247 Jun 09 22:01:23.156192 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-74500398-7b93-4583-8a2a-ff39a0fee74f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5dcfc8d7dcc4415b273044e466626ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633094 Jun 09 22:01:23.158695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 52966) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:23.237530 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d30ec752-2875-4f5a-9014-fd2236625405 req-c131fa95-c268-458c-9894-97c004016eff tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765843 Jun 09 22:01:23.251972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.277154 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.326195 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.328474 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:23.329604 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90a3099a-33c5-4ab2-8971-03667bcd746a HTTP/1.1" status: 204 len: 168 time: 0.1700017 Jun 09 22:01:23.330427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e59f46e1-65b3-4fe8-a8ae-ed4c47769c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:23.339257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3099a-33c5-4ab2-8971-03667bcd746a,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:23.341567 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:23.897270 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74984d-971b-4d86-a009-e751b97a71e9 req-9aac98f1-3b45-42be-9681-c2f2c3b89fd9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:23.898769 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c74984d-971b-4d86-a009-e751b97a71e9 req-9aac98f1-3b45-42be-9681-c2f2c3b89fd9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0852146 Jun 09 22:01:23.948818 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c74984d-971b-4d86-a009-e751b97a71e9 req-bfcd3892-fce3-4432-89c9-3820f4b0b02c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437417 Jun 09 22:01:24.258409 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ab13e2b9-1b46-4035-87b5-8036287af9f0 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:24.293294 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: ab13e2b9-1b46-4035-87b5-8036287af9f0 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:24.293645 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ab13e2b9-1b46-4035-87b5-8036287af9f0 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:24.427495 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abba2d-f29a-4719-8fb4-854eec643a49 req-b177a903-53d8-4dee-a934-67cad84adb2f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:24.429580 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a8abba2d-f29a-4719-8fb4-854eec643a49 req-b177a903-53d8-4dee-a934-67cad84adb2f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0864325 Jun 09 22:01:24.474632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a8abba2d-f29a-4719-8fb4-854eec643a49 req-717ef9a2-98ab-4f85-97c5-71c5867841ca tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394990 Jun 09 22:01:25.149512 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3219c-a3f0-45c7-8454-86befde520e3 req-0cf57e72-288e-4ff6-a557-2047ffa0d3a3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:25.150960 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ab3219c-a3f0-45c7-8454-86befde520e3 req-0cf57e72-288e-4ff6-a557-2047ffa0d3a3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0830002 Jun 09 22:01:25.161843 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53024) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:25.195126 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ab3219c-a3f0-45c7-8454-86befde520e3 req-af53cad6-0575-45c4-9647-c1b9fb60f2aa tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385709 Jun 09 22:01:25.278498 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-72fcaab4-09c2-48a7-b560-c44828203403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.384065 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-72fcaab4-09c2-48a7-b560-c44828203403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.388915 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-72fcaab4-09c2-48a7-b560-c44828203403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.391252 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e1699-f084-46b1-81be-afe63505963d req-c1897d27-e333-4762-81e1-3c0d5da96e70 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:25.392754 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-889e1699-f084-46b1-81be-afe63505963d req-c1897d27-e333-4762-81e1-3c0d5da96e70 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0945580 Jun 09 22:01:25.395838 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-666e51db-dbab-4f83-aa75-e65c2800cd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:25.402377 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53030) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:25.407460 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Request body: {'floatingip': {'port_id': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:25.437970 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-72fcaab4-09c2-48a7-b560-c44828203403 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13c6263347ff4959a1ff2b6eb0cd4019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749202 Jun 09 22:01:25.438948 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcaab4-09c2-48a7-b560-c44828203403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f2e2e-f28b-4db9-ac07-643c42b1046b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:25.441491 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53032) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:25.443466 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-72fcaab4-09c2-48a7-b560-c44828203403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:25.485814 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.503247 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.530318 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.581751 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.584421 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.596599 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc8f2e2e-f28b-4db9-ac07-643c42b1046b HTTP/1.1" status: 204 len: 168 time: 0.1540618 Jun 09 22:01:25.597478 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-078349cc-58ce-454e-913e-66462578385e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:25.607019 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f2e2e-f28b-4db9-ac07-643c42b1046b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:25.609256 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:25.872291 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7367d-ac18-4b53-a9ec-7e31e2f9401e req-d619b147-2e39-425d-9e63-07c8986a8b2e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:25.873743 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-35d7367d-ac18-4b53-a9ec-7e31e2f9401e req-d619b147-2e39-425d-9e63-07c8986a8b2e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.2776206 Jun 09 22:01:25.885907 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53040) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:25.905779 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-94dd2bee-89a6-4e10-8d96-6af18a8857ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:25.945197 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-35d7367d-ac18-4b53-a9ec-7e31e2f9401e req-0d48badf-59ef-4255-b5df-ac04d16ebdd8 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620322 Jun 09 22:01:26.011418 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-94dd2bee-89a6-4e10-8d96-6af18a8857ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.015596 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-94dd2bee-89a6-4e10-8d96-6af18a8857ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.022443 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:26.060668 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd2bee-89a6-4e10-8d96-6af18a8857ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb37ada-91f0-435b-beb9-9be25b175eb0,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:26.064670 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-94dd2bee-89a6-4e10-8d96-6af18a8857ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccc0c5031a9041e4b70914c20b85dccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777177 Jun 09 22:01:26.065593 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-94dd2bee-89a6-4e10-8d96-6af18a8857ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:26.067251 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53042) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:26.127145 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.152167 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.207994 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.216917 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.220873 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cb37ada-91f0-435b-beb9-9be25b175eb0 HTTP/1.1" status: 204 len: 168 time: 0.1526170 Jun 09 22:01:26.221737 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ef04dd4a-bac6-41c9-9554-4de11e34ec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:26.232124 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb37ada-91f0-435b-beb9-9be25b175eb0,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:26.239509 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.240031 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.240407 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.240772 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.241126 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.241484 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.241838 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.242188 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.242539 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.243511 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.243882 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.244227 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:26.247337 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:26.293737 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.297494 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:26.471302 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Floating IP 92b36114-ae65-4353-bb22-8ce4779221d1 associated. External IP: 172.27.1.192, port: 9be72dfe-ad24-4cc3-809f-ad5b948ab596. Jun 09 22:01:26.814396 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:27.002082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:27.007465 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:27.014713 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] Sync routers for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:27.031394 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:27.032288 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:27.117215 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-1663f073-b1ba-4ea0-a6f4-c633ae9dfefd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "PUT /v2.0/floatingips/92b36114-ae65-4353-bb22-8ce4779221d1 HTTP/1.1" status: 200 len: 992 time: 1.7137969 Jun 09 22:01:27.118521 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:27.120765 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870cf46d-f1e9-4a66-abdf-65e103c21782" -d '{"events": [{"name": "network-changed", "server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:27.158580 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc53105-e637-4dc6-b55a-3bed7e086c6a req-16d25765-fe23-456a-abd3-3666554c9329 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:27.162702 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5cc53105-e637-4dc6-b55a-3bed7e086c6a req-16d25765-fe23-456a-abd3-3666554c9329 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.1001177 Jun 09 22:01:27.218968 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5cc53105-e637-4dc6-b55a-3bed7e086c6a req-71943162-fce3-4dad-afd0-9142a2c05247 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533607 Jun 09 22:01:27.246469 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:27.281325 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b7148b-800d-4056-bd06-2bf444f4c66c x-openstack-request-id: req-01b7148b-800d-4056-bd06-2bf444f4c66c {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:27.281937 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:27.282288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01b7148b-800d-4056-bd06-2bf444f4c66c {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:27.282992 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'status': 'completed', 'code': 200} Jun 09 22:01:27.405783 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-3fc40ee5-68eb-4473-a6a8-4386938bd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:27.407681 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-3fc40ee5-68eb-4473-a6a8-4386938bd5cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1099 time: 0.0768471 Jun 09 22:01:27.553427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-8e0253c7-c4fc-4411-9b16-731b2e390fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:27.554863 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-8e0253c7-c4fc-4411-9b16-731b2e390fb0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.1412060 Jun 09 22:01:27.625268 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '92b36114-ae65-4353-bb22-8ce4779221d1', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'port_id': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'mac_address': 'fa:16:3e:71:82:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4047c212-5428-46db-ad76-355843c8b49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:07Z', 'updated_at': '2021-06-09T22:01:26Z', 'revision_number': 1, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:27.629680 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] Checking router: 6f9361b4-83d6-49ee-9b54-41f6a46a8940 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:27.639866 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:27.640726 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:27.679166 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-9c6a47c3-e76b-4bf3-9305-68985b6af0b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 200 len: 1000 time: 0.1147277 Jun 09 22:01:27.751266 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-8be44fa1-fd3a-400b-affa-afc62b7dd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:27.752896 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-8be44fa1-fd3a-400b-affa-afc62b7dd4ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0674834 Jun 09 22:01:27.835037 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:27.981865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-34055100-adc7-49f0-9faf-97c03b7b0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:27.983328 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-34055100-adc7-49f0-9faf-97c03b7b0b8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2234528 Jun 09 22:01:27.986310 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-e34a2afb-3dac-4c1b-a62d-31763803a2ba tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285211200&fields=id&tenant_id=7d5c87e07d934784affbed49a88a2e8a HTTP/1.1" status: 200 len: 267 time: 0.0565481 Jun 09 22:01:28.185335 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-70c1292b-d395-45be-a4ba-1bbd26dd5b2d service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949310 Jun 09 22:01:28.200804 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-4c3e34f1-c7c7-482f-bc2a-3d02291d1997 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:28.202441 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-4c3e34f1-c7c7-482f-bc2a-3d02291d1997 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 984 time: 0.1861930 Jun 09 22:01:28.241771 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '92b36114-ae65-4353-bb22-8ce4779221d1', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'port_id': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'mac_address': 'fa:16:3e:71:82:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4047c212-5428-46db-ad76-355843c8b49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:07Z', 'updated_at': '2021-06-09T22:01:26Z', 'revision_number': 1, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:28.246232 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b73ec2-041f-43ab-9950-43fe743ba366 None None] The sync data for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi is: [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '92b36114-ae65-4353-bb22-8ce4779221d1', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'port_id': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'mac_address': 'fa:16:3e:71:82:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4047c212-5428-46db-ad76-355843c8b49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:07Z', 'updated_at': '2021-06-09T22:01:26Z', 'revision_number': 1, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:28.276234 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Request body: {'port': {'security_groups': ['855d390e-6298-4de6-83b6-cf30f15f57ca']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:28.283464 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90f86731-da1d-4bff-987d-47e97b8437d3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:01:28.320322 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53112) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:28.458875 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-353f6acd-fafc-492f-9ab6-b1e7932a746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.463693 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:28.477992 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '90f86731-da1d-4bff-987d-47e97b8437d3', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'port_id': '90f86731-da1d-4bff-987d-47e97b8437d3', 'mac_address': 'fa:16:3e:26:53:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:01:28.515594 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-870cf46d-f1e9-4a66-abdf-65e103c21782 req-2d8329c9-b84e-42aa-b079-73e9fceb5a6d service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216817 Jun 09 22:01:28.553442 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.555661 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.576370 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f86731-da1d-4bff-987d-47e97b8437d3 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:28.579778 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb45d03f-0bd0-44aa-855d-3b45c37d5f17 None None] New status for floating IP 92b36114-ae65-4353-bb22-8ce4779221d1: ACTIVE {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:01:28.587306 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-353f6acd-fafc-492f-9ab6-b1e7932a746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.593709 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-353f6acd-fafc-492f-9ab6-b1e7932a746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.598834 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:28.603262 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.606653 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:28.620662 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-053dfe0d-5073-47c7-ab15-e81f717f8312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:28.637161 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da28bd-3779-48e4-b9bf-e8696faa7d40 req-d9204b7e-54f2-4991-a169-f26a82d2bd98 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:28.638972 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-69da28bd-3779-48e4-b9bf-e8696faa7d40 req-d9204b7e-54f2-4991-a169-f26a82d2bd98 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.2780688 Jun 09 22:01:28.650770 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-353f6acd-fafc-492f-9ab6-b1e7932a746b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b85c71d69a2c498cb1cf5b99f8c6360c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285329 Jun 09 22:01:28.651443 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53116) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:28.652272 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f6acd-fafc-492f-9ab6-b1e7932a746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5347be48-aaa9-41ba-b4db-d7617a01e2e8,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:28.670585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-353f6acd-fafc-492f-9ab6-b1e7932a746b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:28.701491 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:28.706113 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:28.732361 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-69da28bd-3779-48e4-b9bf-e8696faa7d40 req-56dc4a34-b58d-42bc-b9d6-3d625d5b1c05 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817606 Jun 09 22:01:28.739331 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.780902 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.838243 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.842116 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.846354 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5347be48-aaa9-41ba-b4db-d7617a01e2e8 HTTP/1.1" status: 204 len: 168 time: 0.1912782 Jun 09 22:01:28.847725 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f56b0b9c-fc1b-4d4b-91e9-23e005046068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:28.867997 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5347be48-aaa9-41ba-b4db-d7617a01e2e8,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:28.870314 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:28.921251 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=28def022-915c-4130-af52-e2ead09a85ac,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:28.949770 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.954599 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:28.962592 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c932c983-1c16-4da9-9299-01863147b1a3 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:28.991228 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['28def022-915c-4130-af52-e2ead09a85ac'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:29.028572 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:29.029206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.030591 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-da9ce12e-e7d3-4f02-af84-59ba79de2d33 req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "PUT /v2.0/ports/28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 942 time: 0.8061318 Jun 09 22:01:29.036468 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53122) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:29.053604 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['90f86731-da1d-4bff-987d-47e97b8437d3'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:29.059599 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event updated for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=7']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:29.067747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.068267 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.068720 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.070034 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.070034 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.070330 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.070706 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.071670 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.072130 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.072578 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.073004 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.073438 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:29.086528 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:29.136130 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.174738 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.202911 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['28def022-915c-4130-af52-e2ead09a85ac'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:29.234506 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53124) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:29.260696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a98ea3-dee6-4cdb-858c-955270ae5a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.260916 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.263652 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.267269 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "DELETE /v2.0/security-groups/deb9633e-a54c-41de-acf6-8d2386a3990c HTTP/1.1" status: 204 len: 168 time: 0.2273066 Jun 09 22:01:29.267269 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:29.275309 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53126) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:29.284166 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb9633e-a54c-41de-acf6-8d2386a3990c,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:29.286336 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:29.349970 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:29.351162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb2a850-de61-4ec7-a412-fe3864122892" -d '{"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:29.400348 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a38f26-4048-4b25-a71c-bbaddba37d2b x-openstack-request-id: req-a3a38f26-4048-4b25-a71c-bbaddba37d2b {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:29.400672 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:29.400958 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3a38f26-4048-4b25-a71c-bbaddba37d2b {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:29.401377 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac', 'status': 'completed', 'code': 200} Jun 09 22:01:29.451858 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-20fe25d2-ca88-4b60-a2ff-a8d700720f6d None None] Provisioning complete for port 28def022-915c-4130-af52-e2ead09a85ac triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:29.452405 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d2-ca88-4b60-a2ff-a8d700720f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.650589 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-9812c187-c489-4029-8cc2-4c97b8e44ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:29.652076 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-9812c187-c489-4029-8cc2-4c97b8e44ca7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1098 time: 0.1756797 Jun 09 22:01:29.781191 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a98ea3-dee6-4cdb-858c-955270ae5a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.791586 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03a98ea3-dee6-4cdb-858c-955270ae5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:29.800213 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0d9921da-ce0a-4a88-bd07-204fcdf9b834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:29.807259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Deleting port bed89a8e-627f-4866-b411-d0a86f4ad838 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:29.807599 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.082780 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-f3043d70-1511-4686-adea-6b090db68785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:30.084244 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-f3043d70-1511-4686-adea-6b090db68785 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 915 time: 0.4168842 Jun 09 22:01:30.084865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a98ea3-dee6-4cdb-858c-955270ae5a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5767ed94-6c85-471e-9b04-27e2c8ff14f9,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:30.091791 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-03a98ea3-dee6-4cdb-858c-955270ae5a53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1aa99a549ea0465c8eed18be9db5fedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8545101 Jun 09 22:01:30.092438 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53134) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:30.094138 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-03a98ea3-dee6-4cdb-858c-955270ae5a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:30.148027 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.173509 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.222881 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.223256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.224661 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.227107 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.228225 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5767ed94-6c85-471e-9b04-27e2c8ff14f9 HTTP/1.1" status: 204 len: 168 time: 0.1348293 Jun 09 22:01:30.228961 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4204caf2-16d9-4ad6-b39f-cea08339944c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:30.238779 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5767ed94-6c85-471e-9b04-27e2c8ff14f9,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:30.241067 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:30.241791 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-71e59084-62e3-4d9b-855a-9d63fb3b4dea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 1001 time: 0.1466575 Jun 09 22:01:30.394003 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Calling delete_port for bed89a8e-627f-4866-b411-d0a86f4ad838 owned by network:floatingip {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:30.418566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f905068-bb28-41df-bc82-237df605f639 req-3cc8d79e-15ed-49bd-bb1b-054e1375df1d tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:30.420050 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5f905068-bb28-41df-bc82-237df605f639 req-3cc8d79e-15ed-49bd-bb1b-054e1375df1d tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 945 time: 0.4426875 Jun 09 22:01:30.467442 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-619628f0-7a91-45f3-9ea7-8e769116d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:30.468884 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-619628f0-7a91-45f3-9ea7-8e769116d974 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.1747098 Jun 09 22:01:30.539152 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5f905068-bb28-41df-bc82-237df605f639 req-277850d1-515b-4406-a823-8bad14e29ea0 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110783 Jun 09 22:01:30.590674 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-883ce4d7-d6cf-460e-9882-3a0311e5c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:30.592347 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-883ce4d7-d6cf-460e-9882-3a0311e5c09a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1111126 Jun 09 22:01:30.753582 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:30.767855 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e5fe499-85a0-4e36-8ef9-d17076b384d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:30.813509 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event deleted for resources: {'Port': ['ID=bed89a8e-627f-4866-b411-d0a86f4ad838,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:30.818360 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:30.870687 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-b1dc7d58-d6d7-4599-abe7-9b29c012f2a7 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710040 Jun 09 22:01:31.005528 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks [] for floatingip, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.005865 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Floating IP 100d381a-d61d-4b3f-b967-dfb8e4000cd0 disassociated (deleted). External IP: 172.27.1.155, port: 28def022-915c-4130-af52-e2ead09a85ac. Jun 09 22:01:31.178390 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1cb2a850-de61-4ec7-a412-fe3864122892 req-67cd186a-439b-4bb9-bec7-e92129ad13f2 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830577 Jun 09 22:01:31.499331 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Router 6cd6c93d-08b7-4ecb-843a-42367e5a498d has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:31.741002 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:31.745134 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.751004 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] Sync routers for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:31.763027 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:31.763773 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:31.812890 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df94f0-f65f-4466-b6ce-0882b0f9f71d req-c26c3e80-ad0d-4450-8826-97ba7c9f833c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:31.814399 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-95df94f0-f65f-4466-b6ce-0882b0f9f71d req-c26c3e80-ad0d-4450-8826-97ba7c9f833c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 945 time: 0.1599209 Jun 09 22:01:31.819676 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "DELETE /v2.0/floatingips/100d381a-d61d-4b3f-b967-dfb8e4000cd0 HTTP/1.1" status: 204 len: 168 time: 2.5404468 Jun 09 22:01:31.819676 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:31.832696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c8ffda-f147-4e6f-b69a-ef4023396d13" -d '{"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:31.878180 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-95df94f0-f65f-4466-b6ce-0882b0f9f71d req-b8959e13-07a0-4ad1-9575-113dbc6417bc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Jun 09 22:01:31.947493 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab60843-8fb5-4690-8ef2-d55c68cdef52 x-openstack-request-id: req-2ab60843-8fb5-4690-8ef2-d55c68cdef52 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:31.947493 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "tag": "28def022-915c-4130-af52-e2ead09a85ac", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:31.947493 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ab60843-8fb5-4690-8ef2-d55c68cdef52 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:31.948037 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'tag': '28def022-915c-4130-af52-e2ead09a85ac', 'status': 'completed', 'code': 200} Jun 09 22:01:31.976471 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:32.156868 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-215c0a9d-854c-440b-b4e8-1fc206238fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:32.158719 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-215c0a9d-854c-440b-b4e8-1fc206238fd0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1098 time: 0.1469221 Jun 09 22:01:32.260017 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-2fc96e30-5f21-4b37-bee7-d4a6ebfa8c8b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1774778 Jun 09 22:01:32.321284 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90f86731-da1d-4bff-987d-47e97b8437d3 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:01:32.327845 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-6d54ba20-e839-4bbd-ba96-3dd16c5f1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:32.329954 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-6d54ba20-e839-4bbd-ba96-3dd16c5f1e5b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 915 time: 0.1614873 Jun 09 22:01:32.415739 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-cdce2d8c-6c47-4e8a-b8f7-4108ca4a7b01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 217 time: 0.0778081 Jun 09 22:01:32.483689 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-d3e195cf-586b-4ba3-84a0-9e295e658914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:32.485895 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-d3e195cf-586b-4ba3-84a0-9e295e658914 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.0627978 Jun 09 22:01:32.486044 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 90f86731-da1d-4bff-987d-47e97b8437d3 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:32.493878 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 90f86731-da1d-4bff-987d-47e97b8437d3 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:32.494333 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.550821 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:16Z', 'revision_number': 5, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:32.557887 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] Checking router: 6cd6c93d-08b7-4ecb-843a-42367e5a498d for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:32.569428 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-9e3dcd68-e4bd-41cf-b81c-247ffa48ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:32.570961 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-9e3dcd68-e4bd-41cf-b81c-247ffa48ef02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0794635 Jun 09 22:01:32.572244 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:32.572923 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:32.700435 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-fd8b4490-2c7c-4a94-801e-2050ee0919a5 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221650 Jun 09 22:01:32.765708 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.809987 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:32.812233 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd8c04a-e3be-4197-96d1-05e2ddc2dc3f" -d '{"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-plugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:32.819381 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:32.830579 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e8c8ffda-f147-4e6f-b69a-ef4023396d13 req-61b83f83-05e9-4ea6-8495-09eee069a516 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234698 Jun 09 22:01:32.864410 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729909d-2625-4cf6-9778-95572136fe04 x-openstack-request-id: req-9729909d-2625-4cf6-9778-95572136fe04 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:32.864708 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-plugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:32.864979 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9729909d-2625-4cf6-9778-95572136fe04 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:32.865354 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'code': 200} Jun 09 22:01:32.879840 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:32.890867 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:32.895892 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-9275d4bf-5690-4bf5-826f-7fd44fe4532f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:33.114246 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-c7b92526-a065-4a7f-a0b0-d065844606c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:33.116839 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-c7b92526-a065-4a7f-a0b0-d065844606c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d5c87e07d934784affbed49a88a2e8a&device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 1098 time: 0.1353836 Jun 09 22:01:33.122126 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:33.129182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b60196-9253-4847-bd3f-c1922a0043fe req-535f7ad5-c94c-4e99-a115-3ea0302cce51 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:33.131004 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b6b60196-9253-4847-bd3f-c1922a0043fe req-535f7ad5-c94c-4e99-a115-3ea0302cce51 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1122236 Jun 09 22:01:33.136854 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:33.141232 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.141580 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.141939 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.142252 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.142582 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.142911 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.143241 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.143585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.143917 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.144234 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.144552 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.144869 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:33.148842 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:33.226988 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b6b60196-9253-4847-bd3f-c1922a0043fe req-80b1f71b-37ae-490b-b80b-43c78d49bce3 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891659 Jun 09 22:01:33.261440 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:16Z', 'revision_number': 5, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:33.265791 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d5bc9-9017-423c-8db1-6c9f6bf3f6df None None] The sync data for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi is: [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:07Z', 'revision_number': 4, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'd87b0e8c-0ccf-4bcb-9a54-81a7932a53c5', 'name': '', 'network_id': 'd2dc79fd-51b4-48a0-93de-11b6c49b0510', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'mac_address': 'fa:16:3e:04:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:06Z', 'updated_at': '2021-06-09T21:56:16Z', 'revision_number': 5, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'subnets': [{'id': 'e2b08602-9b56-4bea-a849-20fba775a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:33.519648 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-77279e94-fe09-4564-a48d-38d41975133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:33.521221 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-77279e94-fe09-4564-a48d-38d41975133a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 200 len: 915 time: 0.3282166 Jun 09 22:01:33.526335 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd60872-fa7b-4bac-8272-1d975c409b0f req-0b72aa60-1770-4d53-aae4-924a6e188def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:33.527769 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0dd60872-fa7b-4bac-8272-1d975c409b0f req-0b72aa60-1770-4d53-aae4-924a6e188def service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1099 time: 0.2458711 Jun 09 22:01:33.592645 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a548f626-7e27-4fa8-bfe1-bcd283c6ec8c None None] New status for floating IP 100d381a-d61d-4b3f-b967-dfb8e4000cd0: DOWN {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:01:33.621394 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-13d99573-f4d8-4704-a7ea-44f67853e094 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 200 len: 217 time: 0.0919776 Jun 09 22:01:33.695505 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0dd60872-fa7b-4bac-8272-1d975c409b0f req-8839bc38-77fa-433b-ae29-775aea55afde service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128850 Jun 09 22:01:33.724408 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-5fde7b1e-848f-47a1-9c52-5337538f870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:33.726086 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-5fde7b1e-848f-47a1-9c52-5337538f870b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 200 len: 853 time: 0.0959036 Jun 09 22:01:34.046396 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-75f5e01e-ce8e-413e-ad65-9a7edf968098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:34.148741 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-e51e08b3-eeb2-41fb-b5b0-f8d7c5151c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:34.150143 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-e51e08b3-eeb2-41fb-b5b0-f8d7c5151c53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2dc79fd-51b4-48a0-93de-11b6c49b0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715473 Jun 09 22:01:34.297385 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-7387d32b-4cee-4215-89b4-180f0b4fb2e5 service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215873 Jun 09 22:01:34.483211 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4ff812e4-8c99-4e93-a399-40a9e4913412 req-40e671de-023b-4214-a8b3-a24c8e87c96a service neutron] 10.222.0.22 "GET /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790886 Jun 09 22:01:34.494684 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a46769-b6f2-4d13-87ff-771ba0f17973 req-3f78eb45-70ef-4f97-8019-9e2ac77ab3e4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:34.496046 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-36a46769-b6f2-4d13-87ff-771ba0f17973 req-3f78eb45-70ef-4f97-8019-9e2ac77ab3e4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1304471 Jun 09 22:01:34.549768 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-36a46769-b6f2-4d13-87ff-771ba0f17973 req-4d94c2df-7478-4b11-9e96-05e2303b65b5 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479634 Jun 09 22:01:35.734053 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7493fd7-2435-4e99-b849-e583c6a1acac req-02cbe64c-e3e7-4a81-87ca-edcdff820fe4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:35.735484 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c7493fd7-2435-4e99-b849-e583c6a1acac req-02cbe64c-e3e7-4a81-87ca-edcdff820fe4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0809441 Jun 09 22:01:35.779609 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c7493fd7-2435-4e99-b849-e583c6a1acac req-a64f6766-afd1-49a3-9dd7-2cf9bd4a04ed tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 Jun 09 22:01:35.964450 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5bb7e-3773-42f2-be0d-2a8299dfe166 req-614c8305-dda1-4fbe-a003-6e1a2d0da221 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:35.965877 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a9f5bb7e-3773-42f2-be0d-2a8299dfe166 req-614c8305-dda1-4fbe-a003-6e1a2d0da221 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0789249 Jun 09 22:01:36.017452 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a9f5bb7e-3773-42f2-be0d-2a8299dfe166 req-c4628245-04e8-4dbd-bb0e-c362efdd392e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459700 Jun 09 22:01:36.040576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53258) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:36.270256 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-63a3f9f0-4e33-4e49-b5de-cc917ecc75de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.328855 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58920d-d274-4d6c-8613-07b650b7f234 tempest-TestShelveInstance-331746925 tempest-TestShelveInstance-331746925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.330310 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-fb58920d-d274-4d6c-8613-07b650b7f234 tempest-TestShelveInstance-331746925 tempest-TestShelveInstance-331746925-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1094 time: 0.2887750 Jun 09 22:01:36.333424 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53264) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:36.338622 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'port_id': '90f86731-da1d-4bff-987d-47e97b8437d3', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:36.341653 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de0509-853e-4263-8352-c279c83cac27 req-3058eefe-d34f-4997-adc3-3513c6a769d3 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.343046 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-09de0509-853e-4263-8352-c279c83cac27 req-3058eefe-d34f-4997-adc3-3513c6a769d3 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.1109543 Jun 09 22:01:36.362214 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for floatingip, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.386526 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-09de0509-853e-4263-8352-c279c83cac27 req-e34794df-fceb-49b3-aa63-40db7892da26 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377178 Jun 09 22:01:36.453423 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.498330 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.634005 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_common [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Allocated IP 172.27.1.199 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/618ce563-db93-4298-a7be-8c9fc5834ede) {{(pid=91685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:36.785372 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for port, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.815560 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6023402'] for port, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.820459 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-19e4fc58-9643-4695-a76c-dc3a9b2eb6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:36.880600 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:36.884087 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.base_scheduler [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Resources bound (agent type, host, resource id): {{(pid=91685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:36.887757 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Received port after_create {{(pid=91685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:36.927616 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'Port': ['ID=618ce563-db93-4298-a7be-8c9fc5834ede,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:36.932294 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:37.370250 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.444070 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.566145 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722a811-d5ac-47dc-9bab-f4f0e251727d req-93f1d238-4fe4-43ce-a386-759e1274e78a tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:37.567558 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8722a811-d5ac-47dc-9bab-f4f0e251727d req-93f1d238-4fe4-43ce-a386-759e1274e78a tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0765846 Jun 09 22:01:37.612951 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.613535 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8722a811-d5ac-47dc-9bab-f4f0e251727d req-6e9ef678-5c51-4821-b088-1f0f8164c48e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Jun 09 22:01:37.651494 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for port, precommit_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.655635 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6023320'] for port, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.659896 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3837136c-c5b6-481b-844f-112efca708a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:37.763551 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event updated for resources: {'Port': ['ID=618ce563-db93-4298-a7be-8c9fc5834ede,revision_number=2']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:37.767460 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:37.771963 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.938092 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.l3_db [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Floating IP 9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d associated. External IP: 172.27.1.199, port: 90f86731-da1d-4bff-987d-47e97b8437d3. Jun 09 22:01:38.283611 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Router 63da1893-c19c-4ef9-b139-7730748d81a0 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:38.560061 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:38.569101 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] Sync routers for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:38.579289 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:38.583865 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:38.584501 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:38.643835 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3000836 Jun 09 22:01:38.643835 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:38.643835 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfc2ebf8fce5b722e88ee359368948f5e1fee44d3f1fb1fb03041e7ded0e7c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5017e0a-99d5-4c05-8022-568cdadda481" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:38.761420 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:38.800333 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19e175-51f0-47a8-9b9b-d278742d6768 req-3e99eaac-a4f1-40b1-a829-20393aa187ec tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:38.801779 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8f19e175-51f0-47a8-9b9b-d278742d6768 req-3e99eaac-a4f1-40b1-a829-20393aa187ec tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0806878 Jun 09 22:01:38.845831 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8f19e175-51f0-47a8-9b9b-d278742d6768 req-2398f56e-be28-4400-b6fa-c6efa2dab9ce tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Jun 09 22:01:39.030788 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1455320a-fef8-47cf-b3d9-cfc2612c7029 x-openstack-request-id: req-1455320a-fef8-47cf-b3d9-cfc2612c7029 {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:39.031454 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "status": "completed", "code": 200}]} {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:39.031764 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1455320a-fef8-47cf-b3d9-cfc2612c7029 {{(pid=91685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:39.032473 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'status': 'completed', 'code': 200} Jun 09 22:01:39.147648 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'port_id': '90f86731-da1d-4bff-987d-47e97b8437d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'mac_address': 'fa:16:3e:26:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:37Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 0, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:38Z', 'revision_number': 5, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:39.151842 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] Checking router: 63da1893-c19c-4ef9-b139-7730748d81a0 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:39.162875 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:39.163916 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:39.343004 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.344781 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:39.675222 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'port_id': '90f86731-da1d-4bff-987d-47e97b8437d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'mac_address': 'fa:16:3e:26:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:37Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 0, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:38Z', 'revision_number': 5, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:39.679003 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb01ece-9dca-4bdf-b07f-abc5d9f91e35 None None] The sync data for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi is: [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'port_id': '90f86731-da1d-4bff-987d-47e97b8437d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'mac_address': 'fa:16:3e:26:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:37Z', 'updated_at': '2021-06-09T22:01:37Z', 'revision_number': 0, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:38Z', 'revision_number': 5, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:39.845056 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e553bf-41ba-4b8a-a2ad-db375d0b81d6 None None] New status for floating IP 9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d: ACTIVE {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:01:40.029452 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce849b1f-b9ec-4910-927a-408116599b73 req-5a22bb33-7c6d-45c8-a187-209057e1df7c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:40.030899 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce849b1f-b9ec-4910-927a-408116599b73 req-5a22bb33-7c6d-45c8-a187-209057e1df7c tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0791714 Jun 09 22:01:40.075227 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce849b1f-b9ec-4910-927a-408116599b73 req-0a6365dc-f7a8-45dc-8d22-33a1b8806d88 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Jun 09 22:01:40.342657 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-08e64d20-49ce-4a54-b338-a0b018f9fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:40.344161 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-08e64d20-49ce-4a54-b338-a0b018f9fdaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1099 time: 0.0732033 Jun 09 22:01:40.479337 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-12b06af4-2daf-4d06-af4d-a5f88cbc60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:40.480791 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-12b06af4-2daf-4d06-af4d-a5f88cbc60fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 910 time: 0.1280022 Jun 09 22:01:40.677044 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-e169ffd5-df69-460b-9871-943d9be47a34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 1002 time: 0.1891544 Jun 09 22:01:40.797079 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-7e9ba0fc-e9d7-45ae-86cf-fc13c62b6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:40.798506 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-7e9ba0fc-e9d7-45ae-86cf-fc13c62b6a1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0605552 Jun 09 22:01:40.878713 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-0c7f993a-5bed-4809-b2ca-f8aa8bf44c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:40.880238 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-0c7f993a-5bed-4809-b2ca-f8aa8bf44c07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711534 Jun 09 22:01:41.011275 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-63e5a543-b5e4-4510-a343-a5907ad74920 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226089 Jun 09 22:01:41.142227 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b5017e0a-99d5-4c05-8022-568cdadda481 req-209da61f-b773-4643-aad2-5a5e93eb682d service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237712 Jun 09 22:01:41.266425 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6191-5c1c-42e0-93a1-407fa71270f2 req-1a3cf6b4-db01-4183-ac35-64eb659f1da9 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:41.267835 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a80d6191-5c1c-42e0-93a1-407fa71270f2 req-1a3cf6b4-db01-4183-ac35-64eb659f1da9 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0829310 Jun 09 22:01:41.313226 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a80d6191-5c1c-42e0-93a1-407fa71270f2 req-3a2caec8-d7df-4a08-9344-dab8babe93bc tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Jun 09 22:01:42.501220 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42c3b0-7b92-4e20-a177-3d0c637d39c3 req-434c334e-6f44-480f-85d9-b0d01df4d4d4 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:42.502659 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8c42c3b0-7b92-4e20-a177-3d0c637d39c3 req-434c334e-6f44-480f-85d9-b0d01df4d4d4 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0863409 Jun 09 22:01:42.549681 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8c42c3b0-7b92-4e20-a177-3d0c637d39c3 req-c5145c4f-2166-456d-89cd-f669eb562eec tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/security-groups?id=855d390e-6298-4de6-83b6-cf30f15f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Jun 09 22:01:42.860007 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-4cb43c0d-0ccf-4b85-a72b-aa9f151a84e8 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:42.861640 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-4cb43c0d-0ccf-4b85-a72b-aa9f151a84e8 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 945 time: 0.0786412 Jun 09 22:01:43.000479 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Deleting port 28def022-915c-4130-af52-e2ead09a85ac {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:43.000871 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.132325 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] For port 28def022-915c-4130-af52-e2ead09a85ac, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=28def022-915c-4130-af52-e2ead09a85ac,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:43.132674 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.250888 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Calling delete_port for 28def022-915c-4130-af52-e2ead09a85ac owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:43.361520 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.367382 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8c2d4c58-fc2e-4588-9963-efc7cfce2f6d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:43.399506 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['28def022-915c-4130-af52-e2ead09a85ac'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:43.410333 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Pushing event deleted for resources: {'Port': ['ID=28def022-915c-4130-af52-e2ead09a85ac,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:43.413728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:43.488409 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] No DVR routers for this DVR port 28def022-915c-4130-af52-e2ead09a85ac on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:43.490960 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.492863 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-817e13cf-9a27-47b4-b4b8-67eb4e7c4061 req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.22 "DELETE /v2.0/ports/28def022-915c-4130-af52-e2ead09a85ac HTTP/1.1" status: 204 len: 173 time: 0.6243668 Jun 09 22:01:43.493333 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'name': 'network-vif-deleted', 'tag': '28def022-915c-4130-af52-e2ead09a85ac'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:43.495556 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3b271a-2fc5-44e4-a1e3-24813967f0d9" -d '{"events": [{"server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "name": "network-vif-deleted", "tag": "28def022-915c-4130-af52-e2ead09a85ac"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:43.536524 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc3d3f4-4f9e-4c15-862a-9ea3ccffbb09 x-openstack-request-id: req-8dc3d3f4-4f9e-4c15-862a-9ea3ccffbb09 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:43.537117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8528fbc-908e-44b2-acf5-c50e15a6d84c", "name": "network-vif-deleted", "tag": "28def022-915c-4130-af52-e2ead09a85ac", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:43.537117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dc3d3f4-4f9e-4c15-862a-9ea3ccffbb09 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:43.537514 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8528fbc-908e-44b2-acf5-c50e15a6d84c', 'name': 'network-vif-deleted', 'tag': '28def022-915c-4130-af52-e2ead09a85ac', 'status': 'completed', 'code': 200} Jun 09 22:01:43.698363 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-478377e7-d0ea-4079-baa7-595f79817249 req-4de90951-11c6-4dc7-bffd-237e813401ac tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8528fbc-908e-44b2-acf5-c50e15a6d84c HTTP/1.1" status: 200 len: 210 time: 0.0423632 Jun 09 22:01:44.638240 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53362) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:44.754614 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-03022dda-160a-4a54-82d6-06fbe77282b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.870702 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-03022dda-160a-4a54-82d6-06fbe77282b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.875367 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-03022dda-160a-4a54-82d6-06fbe77282b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.887627 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3def6a8f-49a1-48c5-b3f3-8fdae01b96e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:44.930129 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-03022dda-160a-4a54-82d6-06fbe77282b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9cbc15af6974513842cd8470f814b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884941 Jun 09 22:01:44.930129 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03022dda-160a-4a54-82d6-06fbe77282b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50f51b4-5297-464d-9d00-6039aff7b1f8,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:44.931063 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53378) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:44.933155 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-03022dda-160a-4a54-82d6-06fbe77282b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:45.001230 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.027823 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.078310 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.080609 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.081718 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a50f51b4-5297-464d-9d00-6039aff7b1f8 HTTP/1.1" status: 204 len: 168 time: 0.1477029 Jun 09 22:01:45.082445 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b40f73ca-e95b-43ee-a4e3-07c174085b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:45.092531 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50f51b4-5297-464d-9d00-6039aff7b1f8,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:45.096779 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:45.372021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53420) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:45.391599 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd9f-1171-45db-aaef-402a03e65de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.454708 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53424) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:45.503785 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd9f-1171-45db-aaef-402a03e65de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.507534 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd9f-1171-45db-aaef-402a03e65de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.515455 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-06e6dea1-f000-422c-a113-514843853b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:45.555418 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-27cfbd9f-1171-45db-aaef-402a03e65de5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bff8c7c6788d4053a74dd6248dab6879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823304 Jun 09 22:01:45.556432 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfbd9f-1171-45db-aaef-402a03e65de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c28cc-8aba-4825-81e3-35457155b8b9,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:45.558120 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53428) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:45.559420 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-27cfbd9f-1171-45db-aaef-402a03e65de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:45.623401 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.652857 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.703599 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.706026 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.707134 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/021c28cc-8aba-4825-81e3-35457155b8b9 HTTP/1.1" status: 204 len: 168 time: 0.1479146 Jun 09 22:01:45.707939 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-248da574-0e3f-451c-880b-75fc5d643a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:45.718937 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c28cc-8aba-4825-81e3-35457155b8b9,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:45.721402 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:46.319971 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.370487 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 28def022-915c-4130-af52-e2ead09a85ac no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:46.405103 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 28def022-915c-4130-af52-e2ead09a85ac {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:46.405525 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 28def022-915c-4130-af52-e2ead09a85ac not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:46.722839 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Deleting port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:46.723177 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.841403 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] For port d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:46.841755 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.960723 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Calling delete_port for d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 owned by network:router_interface {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:47.232657 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.237794 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4d5843e0-c952-4a91-9400-2155f416582f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:47.387663 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Pushing event deleted for resources: {'Port': ['ID=d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:47.390598 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:47.664791 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.019014 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Router 6cd6c93d-08b7-4ecb-843a-42367e5a498d has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:48.191376 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:48.198734 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] 10.222.0.26 "PUT /v2.0/routers/6cd6c93d-08b7-4ecb-843a-42367e5a498d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403224 Jun 09 22:01:48.198839 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53484) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:48.199666 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] Sync routers for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:48.208900 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:48.209499 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:48.369510 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks [] for router, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.382397 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:48.553673 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.631922 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Deleting port 0edd8a31-464d-47b3-9d31-75e758e05593 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:48.632268 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.718944 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T22:01:47Z', 'revision_number': 5, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port': {'id': '0edd8a31-464d-47b3-9d31-75e758e05593', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:48.723212 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] Checking router: 6cd6c93d-08b7-4ecb-843a-42367e5a498d for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:48.735613 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] Routers {'6cd6c93d-08b7-4ecb-843a-42367e5a498d'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:48.736320 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:48.758920 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] For port 0edd8a31-464d-47b3-9d31-75e758e05593, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0edd8a31-464d-47b3-9d31-75e758e05593,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:48.759548 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.893662 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Calling delete_port for 0edd8a31-464d-47b3-9d31-75e758e05593 owned by network:router_gateway {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:48.921062 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] Set router 6cd6c93d-08b7-4ecb-843a-42367e5a498d gateway port host: None {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:49.034542 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86902b-09ba-47a0-9cfd-fe38001db482 req-9f81e1fd-824e-4955-9615-f85f2197bc67 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:49.035064 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 6, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:49.036705 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1b86902b-09ba-47a0-9cfd-fe38001db482 req-9f81e1fd-824e-4955-9615-f85f2197bc67 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1076205 Jun 09 22:01:49.040090 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536c254-2622-44bd-ad52-6d4546b46c95 None None] The sync data for ids ['6cd6c93d-08b7-4ecb-843a-42367e5a498d'] in dv-cinder-774286-15-iscsi is: [{'id': '6cd6c93d-08b7-4ecb-843a-42367e5a498d', 'name': 'tempest-TestMinimumBasicScenario-728415078-router', 'tenant_id': '7d5c87e07d934784affbed49a88a2e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:03Z', 'updated_at': '2021-06-09T22:01:48Z', 'revision_number': 6, 'project_id': '7d5c87e07d934784affbed49a88a2e8a', 'gw_port_host': None}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:49.097469 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.098003 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1b86902b-09ba-47a0-9cfd-fe38001db482 req-8f08e07f-f2f6-42c9-9018-56121f21d7da tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543330 Jun 09 22:01:49.102765 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ffc66c14-a713-443a-b789-424b00267991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:49.147053 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Pushing event deleted for resources: {'Port': ['ID=0edd8a31-464d-47b3-9d31-75e758e05593,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:49.150942 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:49.243001 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.520034 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.522108 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.543738 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.544311 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd6c93d-08b7-4ecb-843a-42367e5a498d {{(pid=91685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:01:49.548370 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.549479 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] 10.222.0.26 "DELETE /v2.0/routers/6cd6c93d-08b7-4ecb-843a-42367e5a498d HTTP/1.1" status: 204 len: 168 time: 1.3496950 Jun 09 22:01:49.551929 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53504) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:49.611072 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Deleting subnet e2b08602-9b56-4bea-a849-20fba775a61b {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:01:49.613890 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.663047 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.780026 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.848613 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.853746 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:49.892100 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b08602-9b56-4bea-a849-20fba775a61b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:49.894049 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.895890 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e2b08602-9b56-4bea-a849-20fba775a61b HTTP/1.1" status: 204 len: 168 time: 0.3430221 Jun 09 22:01:49.896795 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-726182c3-88ec-46dc-9441-56b3083383ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:49.898332 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53508) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:49.902687 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a88274f-5228-437f-acc5-088c5641e9b3 None None] Network d2dc79fd-51b4-48a0-93de-11b6c49b0510 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:50.016334 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.095504 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:50.102665 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Deleting port 0c317c8a-1e75-44cb-a135-90046dbcd648 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:50.103099 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.136516 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:50.136860 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d87b0e8c-0ccf-4bcb-9a54-81a7932a53c5 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:50.137272 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0edd8a31-464d-47b3-9d31-75e758e05593 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:50.171979 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 0edd8a31-464d-47b3-9d31-75e758e05593 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:50.172331 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0edd8a31-464d-47b3-9d31-75e758e05593 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:50.219474 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] For port 0c317c8a-1e75-44cb-a135-90046dbcd648, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0c317c8a-1e75-44cb-a135-90046dbcd648,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:50.219858 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.258618 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] DHCP port deletion for d2dc79fd-51b4-48a0-93de-11b6c49b0510 request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:01:50.304745 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874349e-52e2-4a82-a62c-3a38629870b1 req-2c507058-a326-46d9-9173-288ae09f2a6f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:50.306139 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a874349e-52e2-4a82-a62c-3a38629870b1 req-2c507058-a326-46d9-9173-288ae09f2a6f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.0818567 Jun 09 22:01:50.327555 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] Deleting port 0c317c8a-1e75-44cb-a135-90046dbcd648 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:50.328183 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.341825 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Calling delete_port for 0c317c8a-1e75-44cb-a135-90046dbcd648 owned by network:dhcp {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:50.392224 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.397338 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:50.412106 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a874349e-52e2-4a82-a62c-3a38629870b1 req-3e5b7595-d238-4f79-a992-3039d83ec584 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936739 Jun 09 22:01:50.444415 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] For port 0c317c8a-1e75-44cb-a135-90046dbcd648, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0c317c8a-1e75-44cb-a135-90046dbcd648,segment=NetworkSegment(d2154994-b48a-4cf8-8951-4eb1e2d40bb3),segment_id=d2154994-b48a-4cf8-8951-4eb1e2d40bb3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:50.444958 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.455907 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] No DVR routers for this DVR port 0c317c8a-1e75-44cb-a135-90046dbcd648 on host dv-cinder-774286-15-iscsi {{(pid=91685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:50.467908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-29cbac09-41fb-4b69-af34-b0d61042889d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:50.469691 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-29cbac09-41fb-4b69-af34-b0d61042889d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1044869 Jun 09 22:01:50.513136 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0c317c8a-1e75-44cb-a135-90046dbcd648,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:50.563341 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:50.586191 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] Calling delete_port for 0c317c8a-1e75-44cb-a135-90046dbcd648 owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:50.588992 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.609742 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dc79fd-51b4-48a0-93de-11b6c49b0510']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:50.628039 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:50.628475 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2154994-b48a-4cf8-8951-4eb1e2d40bb3') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:50.640633 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.641484 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Deleting port 1f8cb129-e123-4817-888b-91c2f386a1c2 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:50.641832 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.659325 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.668650 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:01:50.669187 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:01:50.683754 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:01:50.737296 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.742816 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:50.788072 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.794002 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] Pushing event deleted for resources: {'Port': ['ID=0c317c8a-1e75-44cb-a135-90046dbcd648,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:50.794442 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-262a91ae-41d1-40d9-a4b9-aede5132bfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:50.802870 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] No DVR routers for this DVR port 0c317c8a-1e75-44cb-a135-90046dbcd648 on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:50.804518 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-32ec533c-501b-47ff-80e0-e19faa0a841d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:50.812752 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:50.818266 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] 10.222.0.26 "DELETE /v2.0/networks/d2dc79fd-51b4-48a0-93de-11b6c49b0510 HTTP/1.1" status: 204 len: 168 time: 0.9150016 Jun 09 22:01:50.818392 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53524) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:50.818492 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d2dc79fd-51b4-48a0-93de-11b6c49b0510,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:50.821422 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:51.053106 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] For port 1f8cb129-e123-4817-888b-91c2f386a1c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1f8cb129-e123-4817-888b-91c2f386a1c2,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:51.053454 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.547591 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.548324 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.548324 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Floating IP f13d07a4-16bd-4833-adbf-065f4ea023ae disassociated. External IP: 172.27.1.217, port: 1f8cb129-e123-4817-888b-91c2f386a1c2. Jun 09 22:01:51.548595 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Calling delete_port for 1f8cb129-e123-4817-888b-91c2f386a1c2 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:51.708868 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659e7d7-6a39-44ee-b438-2ee37f728b71 req-bb7597df-1a12-4f9c-97e5-b42d6705831f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:51.710209 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0659e7d7-6a39-44ee-b438-2ee37f728b71 req-bb7597df-1a12-4f9c-97e5-b42d6705831f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 946 time: 0.1976666 Jun 09 22:01:51.811730 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0659e7d7-6a39-44ee-b438-2ee37f728b71 req-17a3989b-b43e-443d-8915-d7dd7808cf59 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940163 Jun 09 22:01:51.870116 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.883437 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:51.932306 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event deleted for resources: {'Port': ['ID=1f8cb129-e123-4817-888b-91c2f386a1c2,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:51.936264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.099253 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0c317c8a-1e75-44cb-a135-90046dbcd648 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:52.101464 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.134983 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 0c317c8a-1e75-44cb-a135-90046dbcd648 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:52.135430 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0c317c8a-1e75-44cb-a135-90046dbcd648 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:52.386142 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53546) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:52.413555 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:52.643913 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-870f1835-9962-43f3-a964-e6dde3cdb108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.745009 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:52.754232 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] Sync routers for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:52.763479 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:52.764107 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:52.838903 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] No DVR routers for this DVR port 1f8cb129-e123-4817-888b-91c2f386a1c2 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:52.844552 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.846458 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9a11f669-905b-439d-8525-ccf480e8fb7a req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "DELETE /v2.0/ports/1f8cb129-e123-4817-888b-91c2f386a1c2 HTTP/1.1" status: 204 len: 173 time: 2.3694546 Jun 09 22:01:52.848986 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'name': 'network-vif-deleted', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:52.851407 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264e1a83-e7b7-4e77-9631-01074fa9e0f8" -d '{"events": [{"server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "name": "network-vif-deleted", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:52.942263 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c5b6f0-8b44-4645-acf7-6e15e5604b5f x-openstack-request-id: req-f8c5b6f0-8b44-4645-acf7-6e15e5604b5f {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:52.942577 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0063c1c-1033-4e9d-a39f-f5b4515fabbb", "name": "network-vif-deleted", "tag": "1f8cb129-e123-4817-888b-91c2f386a1c2", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:52.942872 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8c5b6f0-8b44-4645-acf7-6e15e5604b5f {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:52.943308 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0063c1c-1033-4e9d-a39f-f5b4515fabbb', 'name': 'network-vif-deleted', 'tag': '1f8cb129-e123-4817-888b-91c2f386a1c2', 'status': 'completed', 'code': 200} Jun 09 22:01:53.017392 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:53.021922 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-222036d9-3561-4254-acfb-85212af7d197 req-80c4dec0-75bf-41b9-9660-fc47e0c02045 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0063c1c-1033-4e9d-a39f-f5b4515fabbb HTTP/1.1" status: 200 len: 210 time: 0.0569594 Jun 09 22:01:53.068956 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-870f1835-9962-43f3-a964-e6dde3cdb108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.075956 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Deleting port 97e4eb8d-57a0-4934-851e-54191756947b {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:53.076293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.091614 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-870f1835-9962-43f3-a964-e6dde3cdb108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.144121 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4ea00ccb-dc87-4468-a6de-7200605a0559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:53.194104 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-870f1835-9962-43f3-a964-e6dde3cdb108 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aadf006b618d45f39c89c22add7e45eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8054397 Jun 09 22:01:53.195073 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53556) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:53.200413 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f1835-9962-43f3-a964-e6dde3cdb108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07525e4-800e-4c7d-a9c9-0a90ee8ff113,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:53.205529 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-870f1835-9962-43f3-a964-e6dde3cdb108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:53.256814 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] For port 97e4eb8d-57a0-4934-851e-54191756947b, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=97e4eb8d-57a0-4934-851e-54191756947b,segment=NetworkSegment(1e3d5c62-0084-46ee-a9d9-5b0383511a1b),segment_id=1e3d5c62-0084-46ee-a9d9-5b0383511a1b)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:53.257221 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.277673 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.302672 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.355306 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.358230 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.359752 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a07525e4-800e-4c7d-a9c9-0a90ee8ff113 HTTP/1.1" status: 204 len: 168 time: 0.1622407 Jun 09 22:01:53.360756 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d8a8dc33-b3b5-45c1-aec1-36d6d661e5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:53.375524 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07525e4-800e-4c7d-a9c9-0a90ee8ff113,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:53.377998 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:53.386415 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:53.390700 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] Checking router: 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:53.398506 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Calling delete_port for 97e4eb8d-57a0-4934-851e-54191756947b owned by network:router_interface {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:53.411065 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:53.411753 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:53.587523 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.593234 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ea150042-f30d-4e09-be5a-d966bca67269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:53.614140 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:53.642628 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e4eb8d-57a0-4934-851e-54191756947b,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:53.645719 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:53.757236 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53562) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:53.774199 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-15aaff37-bf8d-4aba-a2ee-75e8c13d7619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.898841 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-15aaff37-bf8d-4aba-a2ee-75e8c13d7619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.903891 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-15aaff37-bf8d-4aba-a2ee-75e8c13d7619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.913673 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-5886df76-774c-409c-bc6b-d6fe0541b3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:53.958154 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-15aaff37-bf8d-4aba-a2ee-75e8c13d7619 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4eb8017d2cd04c9cabaad01b8afd4650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986747 Jun 09 22:01:53.958154 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaff37-bf8d-4aba-a2ee-75e8c13d7619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2eb6fe-7bc7-4667-9d10-a588e5346561,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:53.959860 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53564) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:53.961919 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-15aaff37-bf8d-4aba-a2ee-75e8c13d7619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:53.993085 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:53.997224 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649eaf0b-b078-4b5f-8701-4f4e0468b349 None None] The sync data for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi is: [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:54.031198 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.085069 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.103926 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.146629 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.149892 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.154003 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff2eb6fe-7bc7-4667-9d10-a588e5346561 HTTP/1.1" status: 204 len: 168 time: 0.1932027 Jun 09 22:01:54.166739 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2404d057-d01c-49ec-a828-e3d752e666bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:54.168826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53572) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:54.178556 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2eb6fe-7bc7-4667-9d10-a588e5346561,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:54.181252 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:54.292658 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173805-b0c6-4490-a7ad-413259401e26 None None] New status for floating IP f13d07a4-16bd-4833-adbf-065f4ea023ae: DOWN {{(pid=91687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:01:54.356025 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.471770 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1f8cb129-e123-4817-888b-91c2f386a1c2 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:54.498696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.528577 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 1f8cb129-e123-4817-888b-91c2f386a1c2 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:54.529217 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1f8cb129-e123-4817-888b-91c2f386a1c2 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:54.665855 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Router 5f5a5496-422b-444f-a0eb-9ec67d215e8a has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:54.669679 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.672037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:54.673120 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "DELETE /v2.0/security-groups/bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2 HTTP/1.1" status: 204 len: 168 time: 0.4979408 Jun 09 22:01:54.674715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-03a98ea3-dee6-4cdb-858c-955270ae5a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:54.675902 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53586) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:54.688702 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:54.691152 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:54.692653 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.api.v2.resource [None req-cdd5fbf0-d140-4b4c-be15-7aabb0140ffd tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] show failed (client error): The resource could not be found. Jun 09 22:01:54.696691 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-cdd5fbf0-d140-4b4c-be15-7aabb0140ffd tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups/bcac7e61-f9a4-47fc-8841-e4e5ead6b0a2 HTTP/1.1" status: 404 len: 347 time: 0.0167675 Jun 09 22:01:54.708386 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53588) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:54.876653 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:54.883496 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] 10.222.0.26 "PUT /v2.0/routers/5f5a5496-422b-444f-a0eb-9ec67d215e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0645773 Jun 09 22:01:54.886327 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53596) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:54.888615 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] Sync routers for ids ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:54.899143 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] Routers {'5f5a5496-422b-444f-a0eb-9ec67d215e8a'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:54.900604 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:55.050760 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Deleting port 8ff54979-794b-4d30-ac88-62ba3090392c {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:55.051373 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.102287 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] Set router 5f5a5496-422b-444f-a0eb-9ec67d215e8a gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:55.113100 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks [] for router, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.178683 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.179263 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.299378 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.326007 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Calling delete_port for 8ff54979-794b-4d30-ac88-62ba3090392c owned by network:floatingip {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:55.378714 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Deleting port c3c2c6a6-8937-4050-b31f-6e06de4c3d54 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:55.379165 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.469272 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.480972 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f38eed45-e0eb-4fcb-a2eb-b5a35e4a249c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:55.486100 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T22:01:53Z', 'revision_number': 5, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port': {'id': 'c3c2c6a6-8937-4050-b31f-6e06de4c3d54', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:56:12Z', 'updated_at': '2021-06-09T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:55.490412 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] Checking router: 5f5a5496-422b-444f-a0eb-9ec67d215e8a for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:55.499840 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] Routers {'5f5a5496-422b-444f-a0eb-9ec67d215e8a'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:55.500529 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:55.516079 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] For port c3c2c6a6-8937-4050-b31f-6e06de4c3d54, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:55.516483 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.536375 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event deleted for resources: {'Port': ['ID=8ff54979-794b-4d30-ac88-62ba3090392c,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:55.540160 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:55.645404 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.647987 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.649326 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c23d9424-15e9-481a-bf38-b3136176099d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "DELETE /v2.0/floatingips/f13d07a4-16bd-4833-adbf-065f4ea023ae HTTP/1.1" status: 204 len: 168 time: 0.9392340 Jun 09 22:01:55.671781 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] Set router 5f5a5496-422b-444f-a0eb-9ec67d215e8a gateway port host: None {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:55.787069 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Calling delete_port for c3c2c6a6-8937-4050-b31f-6e06de4c3d54 owned by network:router_gateway {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:55.805017 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T22:01:55Z', 'revision_number': 6, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:55.810845 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3023fd2-7d32-4e39-a99d-cb04dab92cfa None None] The sync data for ids ['5f5a5496-422b-444f-a0eb-9ec67d215e8a'] in dv-cinder-774286-15-iscsi is: [{'id': '5f5a5496-422b-444f-a0eb-9ec67d215e8a', 'name': 'tempest-TestMinimumBasicScenario-770553673-router', 'tenant_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:56:11Z', 'updated_at': '2021-06-09T22:01:55Z', 'revision_number': 6, 'project_id': '37131f70b3f54be1b5bec2bc60e1d66a', 'gw_port_host': None}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:55.948468 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:55.953439 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a6bdcee5-4680-4252-9f73-7a2482852444 tempest-ServerRescueNegativeTestJSON-1871780366 tempest-ServerRescueNegativeTestJSON-1871780366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.028197 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c2c6a6-8937-4050-b31f-6e06de4c3d54,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.040414 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.084431 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53630) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.085585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598013573', 'description': 'tempest-description--1498896408'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:56.100179 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.117369 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.274311 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.278830 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.282967 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8a335006-953a-457a-b1e6-ee5d775fbc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.298084 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.300318 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.306646 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 97e4eb8d-57a0-4934-851e-54191756947b no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:56.315022 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.319145 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2375138 Jun 09 22:01:56.319925 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53636) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.328241 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'security_group_rule': {'security_group_id': '4d965e24-e999-4636-9bc0-31e9e7db53d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:56.345652 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d965e24-e999-4636-9bc0-31e9e7db53d4,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.349214 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.374057 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.389842 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 97e4eb8d-57a0-4934-851e-54191756947b {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:56.390213 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 97e4eb8d-57a0-4934-851e-54191756947b not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:56.395930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.396566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f5a5496-422b-444f-a0eb-9ec67d215e8a {{(pid=91686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:01:56.401869 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.402986 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] 10.222.0.26 "DELETE /v2.0/routers/5f5a5496-422b-444f-a0eb-9ec67d215e8a HTTP/1.1" status: 204 len: 168 time: 1.5145993 Jun 09 22:01:56.405563 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53638) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.446544 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.451219 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.463234 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.465917 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Deleting subnet 72507f2c-02bd-4945-a133-2685ed196fd3 {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:01:56.468915 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.486066 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6ee574-32c6-4d66-acaa-a051a974e203,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.493402 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.495900 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.497426 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-0c2d5464-b5d3-4e1c-8d9d-58acb2b8f39f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734445 Jun 09 22:01:56.499995 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53642) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.505007 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'security_group_rule': {'security_group_id': '4d965e24-e999-4636-9bc0-31e9e7db53d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:56.521493 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53644) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.521788 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5967774'] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.544452 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.613771 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.619111 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.622185 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2ee5ea85-4de6-4b4b-9c59-b15e7f5b326f tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.650471 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.662351 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3733b717-b547-4743-a41a-5e77d3b52eef,revision_number=0']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.669323 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.669323 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e184f74a-1cd7-4f12-a00e-164f53ed13fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.684316 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.688544 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d9dc3959-ebcf-4b33-ba99-417cae18d5f6 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875012 Jun 09 22:01:56.690405 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53648) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.694999 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:56.741603 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6730147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5881692'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.748141 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c41b65ee-85bc-4cae-8235-a56dd3303f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.781672 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72507f2c-02bd-4945-a133-2685ed196fd3,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.784976 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e184f74a-1cd7-4f12-a00e-164f53ed13fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.788200 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.789105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.790418 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e184f74a-1cd7-4f12-a00e-164f53ed13fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.793679 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/72507f2c-02bd-4945-a133-2685ed196fd3 HTTP/1.1" status: 204 len: 168 time: 0.3869846 Jun 09 22:01:56.794321 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53650) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.797326 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f83df-909d-49f9-bd6a-9912d77f460a None None] Network 0cf687d2-b872-4edd-94ca-5279317aa58e requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:01:56.812313 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-654d248f-ff5c-4659-879d-4ad5f0b96490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:56.832061 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e184f74a-1cd7-4f12-a00e-164f53ed13fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14a5a2842ba74f8989c4e30875f6ed23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094661 Jun 09 22:01:56.838585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53652) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:56.860551 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184f74a-1cd7-4f12-a00e-164f53ed13fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036f4fb2-d432-4e86-ad50-2c5eb36151d6,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:56.870210 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e184f74a-1cd7-4f12-a00e-164f53ed13fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:56.916287 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.930831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.933865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:56.960597 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.031198 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.034018 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.035465 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/036f4fb2-d432-4e86-ad50-2c5eb36151d6 HTTP/1.1" status: 204 len: 168 time: 0.1958888 Jun 09 22:01:57.036485 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-438cbce7-4b36-4ce8-8e5a-dbda37e9bbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.048445 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036f4fb2-d432-4e86-ad50-2c5eb36151d6,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.061510 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.135372 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Deleting port 88a4cd10-64ec-464f-a11e-841cf48aa183 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:57.135709 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.155865 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] DHCP port deletion for 0cf687d2-b872-4edd-94ca-5279317aa58e request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:01:57.224960 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Deleting port 88a4cd10-64ec-464f-a11e-841cf48aa183 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:57.225341 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.251501 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.257745 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] For port 88a4cd10-64ec-464f-a11e-841cf48aa183, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=88a4cd10-64ec-464f-a11e-841cf48aa183,segment=NetworkSegment(1e3d5c62-0084-46ee-a9d9-5b0383511a1b),segment_id=1e3d5c62-0084-46ee-a9d9-5b0383511a1b)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:57.258087 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.326734 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] For port 88a4cd10-64ec-464f-a11e-841cf48aa183, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=88a4cd10-64ec-464f-a11e-841cf48aa183,segment=NetworkSegment(1e3d5c62-0084-46ee-a9d9-5b0383511a1b),segment_id=1e3d5c62-0084-46ee-a9d9-5b0383511a1b)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:57.327321 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.379891 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53660) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:57.397928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e29710aa-3846-4bdf-97da-48a4ed2777a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.455427 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Calling delete_port for 88a4cd10-64ec-464f-a11e-841cf48aa183 owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:57.513059 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e29710aa-3846-4bdf-97da-48a4ed2777a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.514681 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.519401 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.520803 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e29710aa-3846-4bdf-97da-48a4ed2777a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.524942 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Calling delete_port for 88a4cd10-64ec-464f-a11e-841cf48aa183 owned by network:dhcp {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:57.530681 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a9cc7fdb-8635-446f-a5c7-c46edc4ba4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.567957 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Pushing event deleted for resources: {'Port': ['ID=88a4cd10-64ec-464f-a11e-841cf48aa183,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.569411 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e29710aa-3846-4bdf-97da-48a4ed2777a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80189516fc744ec4ab83050a15f3e0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883230 Jun 09 22:01:57.571965 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29710aa-3846-4bdf-97da-48a4ed2777a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e5a8a4-a585-4d05-901f-7897d52e1cd5,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.573237 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] No DVR routers for this DVR port 88a4cd10-64ec-464f-a11e-841cf48aa183 on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:57.574185 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53662) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:57.575061 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.585356 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e29710aa-3846-4bdf-97da-48a4ed2777a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.632611 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-122d3ca5-57dd-49e2-af93-25094e653e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.641640 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Allocated IP 172.27.1.146 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/23440d31-eb64-49cc-b739-d7a5cbc386b0) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:57.663189 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-122d3ca5-57dd-49e2-af93-25094e653e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.675723 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.715884 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-122d3ca5-57dd-49e2-af93-25094e653e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.718333 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-122d3ca5-57dd-49e2-af93-25094e653e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.719599 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-122d3ca5-57dd-49e2-af93-25094e653e53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6e5a8a4-a585-4d05-901f-7897d52e1cd5 HTTP/1.1" status: 204 len: 168 time: 0.1442592 Jun 09 22:01:57.720487 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-77ac3c78-8702-4651-8449-24a7a504c544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.722977 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-661c4127-6a3b-429b-a123-42bc23db64fd tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:57.730098 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d3ca5-57dd-49e2-af93-25094e653e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e5a8a4-a585-4d05-901f-7897d52e1cd5,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.732549 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-122d3ca5-57dd-49e2-af93-25094e653e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.778300 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] No DVR routers for this DVR port 88a4cd10-64ec-464f-a11e-841cf48aa183 on host dv-cinder-774286-15-iscsi {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:57.807928 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=88a4cd10-64ec-464f-a11e-841cf48aa183,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:57.810157 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:57.926109 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.949521 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf687d2-b872-4edd-94ca-5279317aa58e']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:57.972117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3d5c62-0084-46ee-a9d9-5b0383511a1b') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:57.972410 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3d5c62-0084-46ee-a9d9-5b0383511a1b') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:57.987868 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:57.991459 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.012166 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.021345 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:01:58.021733 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: util.warn( Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: util.warn( Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: util.warn( Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: util.warn( Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:01:58.034899 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:01:58.084680 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 88a4cd10-64ec-464f-a11e-841cf48aa183 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:58.121284 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.127566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.132544 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] 10.222.0.26 "DELETE /v2.0/networks/0cf687d2-b872-4edd-94ca-5279317aa58e HTTP/1.1" status: 204 len: 168 time: 1.3346400 Jun 09 22:01:58.134595 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.139492 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.154672 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 88a4cd10-64ec-464f-a11e-841cf48aa183 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:58.155321 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 88a4cd10-64ec-464f-a11e-841cf48aa183 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:58.156251 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device c3c2c6a6-8937-4050-b31f-6e06de4c3d54 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:58.158449 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf687d2-b872-4edd-94ca-5279317aa58e,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.161037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.163451 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6ffcc25b-7ede-465a-87ba-590435a01946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.201355 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: c3c2c6a6-8937-4050-b31f-6e06de4c3d54 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:58.202009 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device c3c2c6a6-8937-4050-b31f-6e06de4c3d54 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:58.221467 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:58.230501 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:58.234621 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:58.297446 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'Port': ['ID=23440d31-eb64-49cc-b739-d7a5cbc386b0,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.300236 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.336025 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.359700 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53686) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:58.401852 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.407724 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-063ba63e-6cd8-4ef6-b7ef-263173543d6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d5c87e07d934784affbed49a88a2e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467670 Jun 09 22:01:58.410129 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53688) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:58.474762 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.507551 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.561461 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.564125 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.567586 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/855d390e-6298-4de6-83b6-cf30f15f57ca HTTP/1.1" status: 204 len: 168 time: 0.1542368 Jun 09 22:01:58.567586 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3f77dcce-34c2-4eee-82fc-0e84ee156ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.576394 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855d390e-6298-4de6-83b6-cf30f15f57ca,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.579544 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.629390 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.634181 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.638862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2aafad64-1625-4fe1-9f08-eef597e88119 tempest-VolumesSnapshotTestJSON-13450871 tempest-VolumesSnapshotTestJSON-13450871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.744527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'Port': ['ID=23440d31-eb64-49cc-b739-d7a5cbc386b0,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.747354 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.757516 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.775941 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.785925 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0860181 Jun 09 22:01:58.953272 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:01:58.973536 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53748) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:59.015364 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-687f2861-c16c-47cc-882b-87168b2d2450 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--598013573&fields=id&tenant_id=32dd714a98654f4da3b8043c1bbc15df HTTP/1.1" status: 200 len: 267 time: 0.0431449 Jun 09 22:01:59.028550 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3a8e1ef4-77fe-4202-9cd2-45ea907544ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37131f70b3f54be1b5bec2bc60e1d66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537467 Jun 09 22:01:59.031093 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 53750) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:59.089537 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.116316 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.171279 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.173767 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:59.176300 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9a56c90-99d0-49c4-a1c0-2a64268e1f10 HTTP/1.1" status: 204 len: 168 time: 0.1442111 Jun 09 22:01:59.177144 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c18ef08b-4f51-410f-bf49-406e9dde9338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:59.183944 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-9455afb9-0a70-492b-922a-f1089db3cfd0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:59.185690 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-9455afb9-0a70-492b-922a-f1089db3cfd0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 810 time: 0.1641877 Jun 09 22:01:59.189444 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a56c90-99d0-49c4-a1c0-2a64268e1f10,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:59.203181 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-ab203854-2bbc-4e77-aaeb-61e551fc46b3 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/quotas/32dd714a98654f4da3b8043c1bbc15df HTTP/1.1" status: 200 len: 375 time: 0.0114925 Jun 09 22:01:59.204740 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:59.317153 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-64ce616e-4a88-416d-925d-1adce42929a5 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1083148 Jun 09 22:01:59.611534 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-d61b2480-eb89-40ce-960a-7c31f793d876 service neutron] 10.222.0.26 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782454 Jun 09 22:01:59.744287 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-2aa26755-a5c0-4caa-bedb-b1532b46d490 service neutron] 10.222.0.26 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261165 Jun 09 22:01:59.950438 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c495662-b3c4-4608-9c3a-1fe8aa3b4d58 req-d1351930-5787-4af2-8c21-f932ea94347c tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 210 time: 0.0549033 Jun 09 22:02:01.116357 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f7360817-f2f5-4ec7-96fc-d9d5fe619cae req-b12392bf-4362-4df2-9005-648172beab4e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 210 time: 0.0557470 Jun 09 22:02:01.124570 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-e9f9d416-883f-439f-8bd3-8256f588f61d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:01.126015 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-e9f9d416-883f-439f-8bd3-8256f588f61d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 810 time: 0.1985748 Jun 09 22:02:01.182360 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-3a0db3d1-89b3-450f-adbe-ddf24d9a0baf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32dd714a98654f4da3b8043c1bbc15df HTTP/1.1" status: 200 len: 379 time: 0.0403361 Jun 09 22:02:01.191007 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'port': {'device_id': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'admin_state_up': True, 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'security_groups': ['4d965e24-e999-4636-9bc0-31e9e7db53d4']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:01.350941 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Made reservation on behalf of 32dd714a98654f4da3b8043c1bbc15df for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:02:01.354543 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.526299 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Allocated IP 172.20.0.9 (053f7334-f91e-4e83-8350-b0dac27ad99b/6a8b2d82-910b-444c-8eb7-2aa4647a4a07/633f6fbd-d5da-4b83-aa1f-a54347d999a1) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:02:01.725393 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.741656 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Transition to ACTIVE for port object 633f6fbd-d5da-4b83-aa1f-a54347d999a1 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:01.765564 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.770994 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-188e49fa-4b8f-48b9-b5db-fe772bd90d57 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:01.841918 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Network 053f7334-f91e-4e83-8350-b0dac27ad99b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:02:01.844912 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:02:01.848775 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:02:01.880094 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event updated for resources: {'Port': ['ID=633f6fbd-d5da-4b83-aa1f-a54347d999a1,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:01.889705 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:01.920028 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:01.920651 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:01.940119 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7524750 Jun 09 22:02:01.959632 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Request body: {'port': {'device_id': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:02.049100 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-a170dd86-4ba1-4bc0-a966-fd960bb1e392 None None] Provisioning for port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:02.054200 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-a170dd86-4ba1-4bc0-a966-fd960bb1e392 None None] Provisioning complete for port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:02.055403 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a170dd86-4ba1-4bc0-a966-fd960bb1e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.080467 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.109192 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-a170dd86-4ba1-4bc0-a966-fd960bb1e392 None None] Port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:02:02.423390 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b835c-6845-4946-8f1d-b70b270c5c06 req-a6a073f8-c15d-4dcc-a1e6-2ed8d38b4e8e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:02.424918 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c68b835c-6845-4946-8f1d-b70b270c5c06 req-a6a073f8-c15d-4dcc-a1e6-2ed8d38b4e8e tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 931 time: 0.2005899 Jun 09 22:02:02.644477 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c68b835c-6845-4946-8f1d-b70b270c5c06 req-8f182c4c-da3e-403a-aef9-9739368a0c9d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124665 Jun 09 22:02:02.660784 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633f6fbd-d5da-4b83-aa1f-a54347d999a1 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:02.669405 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.686155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Transition to ACTIVE for port object 633f6fbd-d5da-4b83-aa1f-a54347d999a1 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:02:02.690596 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:02.694793 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ce729cac-a233-40e2-bd89-20dc4314ce60 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:02.842888 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Pushing event updated for resources: {'Port': ['ID=633f6fbd-d5da-4b83-aa1f-a54347d999a1,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:02.873473 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:02.965900 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Attempting to bind port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:02:02.966228 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Attempting to bind port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:02:02.966549 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Attempting to bind port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 on network 053f7334-f91e-4e83-8350-b0dac27ad99b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:02.971065 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 on network 053f7334-f91e-4e83-8350-b0dac27ad99b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:02:02.971378 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Attempting to bind port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 on network 053f7334-f91e-4e83-8350-b0dac27ad99b {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:02:02.977159 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:02:02.977491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Checking segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:02:02.977873 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Bound using segment: {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:02:02.978302 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Bound port: 633f6fbd-d5da-4b83-aa1f-a54347d999a1, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a6f189-55ed-4da7-98de-43d29403f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:02:02.978643 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.075838 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] For port 633f6fbd-d5da-4b83-aa1f-a54347d999a1, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:02:03.079035 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] For port 633f6fbd-d5da-4b83-aa1f-a54347d999a1, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:02:03.083703 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.088153 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d0444f24-5cbd-4299-919a-b5282d5b8194 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:03.104035 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.151201 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.151840 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.153210 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] 10.222.0.22 "PUT /v2.0/ports/633f6fbd-d5da-4b83-aa1f-a54347d999a1 HTTP/1.1" status: 200 len: 1093 time: 1.1979456 Jun 09 22:02:03.153707 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:03.156000 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c" -d '{"events": [{"name": "network-changed", "server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:03.188193 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Pushing event updated for resources: {'Port': ['ID=633f6fbd-d5da-4b83-aa1f-a54347d999a1,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:03.193327 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:03.251616 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436cb643-d3d0-46a5-afe2-ff0db5be2c19 x-openstack-request-id: req-436cb643-d3d0-46a5-afe2-ff0db5be2c19 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:03.251965 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:03.252256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-436cb643-d3d0-46a5-afe2-ff0db5be2c19 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:03.252692 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'status': 'completed', 'code': 200} Jun 09 22:02:03.300304 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-d36af311-faf6-449f-bc37-d6e7c1c479e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.302442 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-d36af311-faf6-449f-bc37-d6e7c1c479e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 1096 time: 0.0825286 Jun 09 22:02:03.390061 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-0d2e0dfd-10c1-4bcd-be34-5cf381a34833 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1 HTTP/1.1" status: 200 len: 217 time: 0.0716636 Jun 09 22:02:03.457088 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-24677186-c8d9-4a4d-97d7-951eedc9567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.458430 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-24677186-c8d9-4a4d-97d7-951eedc9567b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0620661 Jun 09 22:02:03.533791 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be48c9-06fc-4006-9927-f70d3035032d req-943ee99c-5d41-4df3-ba19-27f1f22e7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.535241 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-943ee99c-5d41-4df3-ba19-27f1f22e7e90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0696497 Jun 09 22:02:03.669540 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-4638c556-f6ad-45c1-9684-1a38bb3d2475 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267910 Jun 09 22:02:03.853344 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76be48c9-06fc-4006-9927-f70d3035032d req-ac20dbdc-4ea4-41c3-92f0-76ccc9a5c651 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774082 Jun 09 22:02:03.874558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38086555-4b41-4273-93df-8b3e93dd16c2 req-4404c315-887e-4f7a-a107-99ad5bc59287 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:03.875987 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-38086555-4b41-4273-93df-8b3e93dd16c2 req-4404c315-887e-4f7a-a107-99ad5bc59287 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 943 time: 0.1176598 Jun 09 22:02:03.924287 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-38086555-4b41-4273-93df-8b3e93dd16c2 req-de6de00f-a2a1-42b3-8c00-b3f4db1da741 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389478 Jun 09 22:02:04.035148 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-ecee1c3e-61f9-4fa6-8ace-df9ad357924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.036686 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-ecee1c3e-61f9-4fa6-8ace-df9ad357924b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 1096 time: 0.0711057 Jun 09 22:02:04.050608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-98fa0fd2-60e1-4739-b400-ce0ab81ab2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.171455 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-0c02de7e-6557-4277-ad68-22c672ae71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.172927 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-0c02de7e-6557-4277-ad68-22c672ae71c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.1291850 Jun 09 22:02:04.245669 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-c57d6b7e-117b-463a-bb3e-57e4136ad43e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1 HTTP/1.1" status: 200 len: 217 time: 0.0651672 Jun 09 22:02:04.308711 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-c7f78373-921f-4bdd-955d-6be65178044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.310043 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-c7f78373-921f-4bdd-955d-6be65178044e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0581033 Jun 09 22:02:04.480808 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-fb9bc9c3-231b-4f84-b2eb-f44c1c8cef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.482231 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-fb9bc9c3-231b-4f84-b2eb-f44c1c8cef5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1656566 Jun 09 22:02:04.625271 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-eb540a81-67f0-4112-9fa9-3d03ac4b650b service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350806 Jun 09 22:02:04.758579 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b755ce3e-3467-4d87-a6ca-57dea1b4a25c req-596e3c38-0fa0-41bd-a507-567fdf6c6254 service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251001 Jun 09 22:02:05.110769 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67277ba5-83c2-467f-8c7f-9a437b68a29a req-d922bc76-40b4-468c-b194-07fa813a476f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:05.112213 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-67277ba5-83c2-467f-8c7f-9a437b68a29a req-d922bc76-40b4-468c-b194-07fa813a476f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 943 time: 0.0798659 Jun 09 22:02:05.157284 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-67277ba5-83c2-467f-8c7f-9a437b68a29a req-dd318b81-1e36-4900-8f64-4de5c3eee8c2 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388741 Jun 09 22:02:06.274751 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95230e60-9534-4b78-b802-212465c761a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:06.346909 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9783fb-3aef-49bb-b55d-6162e3c371cd req-a2846d62-1d2b-4290-94f3-131f9633d7d4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:06.348393 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fa9783fb-3aef-49bb-b55d-6162e3c371cd req-a2846d62-1d2b-4290-94f3-131f9633d7d4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 943 time: 0.0825534 Jun 09 22:02:06.393477 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fa9783fb-3aef-49bb-b55d-6162e3c371cd req-ce277454-6e2e-42c6-9505-5a1f1d424fa9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Jun 09 22:02:06.457328 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:07.577507 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fcd2d-c14a-49d4-a379-39293cc0f45f req-d1adc008-3cc6-42b6-a952-0d8e56326ccf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:07.578967 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e36fcd2d-c14a-49d4-a379-39293cc0f45f req-d1adc008-3cc6-42b6-a952-0d8e56326ccf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 943 time: 0.0809274 Jun 09 22:02:07.616874 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:07.625258 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e36fcd2d-c14a-49d4-a379-39293cc0f45f req-00ba2f52-00a3-4757-9608-f8005cab260b tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Jun 09 22:02:08.480810 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 633f6fbd-d5da-4b83-aa1f-a54347d999a1 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:08.645697 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 633f6fbd-d5da-4b83-aa1f-a54347d999a1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:08.659510 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'port_id': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'mac_address': 'fa:16:3e:ac:51:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:08.713676 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:08.731522 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633f6fbd-d5da-4b83-aa1f-a54347d999a1 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:08.746640 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 633f6fbd-d5da-4b83-aa1f-a54347d999a1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:08.753305 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:08.756266 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:08.820966 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d12ea5-7dd7-4d42-b3f8-3dbe721837e7 req-e714576d-929b-4dcc-95b7-1482373ef1c0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:08.822405 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-60d12ea5-7dd7-4d42-b3f8-3dbe721837e7 req-e714576d-929b-4dcc-95b7-1482373ef1c0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 944 time: 0.0912707 Jun 09 22:02:08.826550 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=633f6fbd-d5da-4b83-aa1f-a54347d999a1,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:08.832650 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:08.871060 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-60d12ea5-7dd7-4d42-b3f8-3dbe721837e7 req-928fea06-2b74-420e-88b7-e9bbfca9fc54 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Jun 09 22:02:09.301043 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['633f6fbd-d5da-4b83-aa1f-a54347d999a1'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:09.362673 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.059244 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220349f6-ca68-4495-8e5b-a0deee5f3d42 req-8dd9b353-5eaf-414c-982b-f1e4462e911d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:10.060691 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-220349f6-ca68-4495-8e5b-a0deee5f3d42 req-8dd9b353-5eaf-414c-982b-f1e4462e911d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 944 time: 0.0811136 Jun 09 22:02:10.108168 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-220349f6-ca68-4495-8e5b-a0deee5f3d42 req-c8ba1646-ddfc-448e-970e-11794bb2efe4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Jun 09 22:02:10.516797 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 633f6fbd-d5da-4b83-aa1f-a54347d999a1 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:10.584520 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:10.589181 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:10.589584 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.704016 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.729360 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:10.732164 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86e5b24-cf82-489c-bb4a-90931ff68b7a" -d '{"events": [{"server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "name": "network-vif-plugged", "status": "completed", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:10.739665 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 633f6fbd-d5da-4b83-aa1f-a54347d999a1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:10.744211 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:10.745998 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-03c25e5a-40f5-44c8-8894-1bde449f91b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:10.774520 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524981da-0273-49b5-803e-0be1b3d87cac x-openstack-request-id: req-524981da-0273-49b5-803e-0be1b3d87cac {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:10.774815 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "name": "network-vif-plugged", "status": "completed", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:10.775072 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-524981da-0273-49b5-803e-0be1b3d87cac {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:10.775456 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'code': 200} Jun 09 22:02:10.812740 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=633f6fbd-d5da-4b83-aa1f-a54347d999a1,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:10.815546 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:11.037055 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a207d-6a4f-4f0f-a4cb-76c650fdfb15 req-fb409dfa-f7cd-4e5e-8892-0e3ca219ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:11.038405 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cd4a207d-6a4f-4f0f-a4cb-76c650fdfb15 req-fb409dfa-f7cd-4e5e-8892-0e3ca219ccf5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 1098 time: 0.0692735 Jun 09 22:02:11.080375 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cd4a207d-6a4f-4f0f-a4cb-76c650fdfb15 req-e67742e1-2031-4d07-b9a4-e172559dcf2a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351768 Jun 09 22:02:11.300448 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd9e68-3b0c-4994-81ff-437912ba2b87 req-ba4f722a-e133-403f-9970-cb375244d7af tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:11.301804 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4bd9e68-3b0c-4994-81ff-437912ba2b87 req-ba4f722a-e133-403f-9970-cb375244d7af tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.0853925 Jun 09 22:02:11.346136 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4bd9e68-3b0c-4994-81ff-437912ba2b87 req-1acc90ce-59c4-4394-b8b1-33fce96052d4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387781 Jun 09 22:02:12.523554 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa9a6a-180f-4717-b4d4-6610c3c5f1ed req-96b3f69f-dfcb-4d06-b7aa-5023db26b371 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:12.525024 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6efa9a6a-180f-4717-b4d4-6610c3c5f1ed req-96b3f69f-dfcb-4d06-b7aa-5023db26b371 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.0789390 Jun 09 22:02:12.569842 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6efa9a6a-180f-4717-b4d4-6610c3c5f1ed req-7111a700-a9a5-4f61-b99a-5ec9943003a8 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381780 Jun 09 22:02:13.755410 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2ff5e-25f8-43e3-a84d-e1881a0f9f92 req-1a93369b-ada2-47bb-b4c7-1b196ffb2c7f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:13.756867 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-67f2ff5e-25f8-43e3-a84d-e1881a0f9f92 req-1a93369b-ada2-47bb-b4c7-1b196ffb2c7f tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.0809772 Jun 09 22:02:13.800565 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-67f2ff5e-25f8-43e3-a84d-e1881a0f9f92 req-7a520d77-d6ef-455a-973f-39f7c0ab1fbc tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374875 Jun 09 22:02:13.974730 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d2349-b6e6-4a6d-950d-1493a4456753 req-abaf40c7-58c5-4541-b585-9ce1c4be5dbc tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:13.976200 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-848d2349-b6e6-4a6d-950d-1493a4456753 req-abaf40c7-58c5-4541-b585-9ce1c4be5dbc tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.0782571 Jun 09 22:02:13.984954 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 53882) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:13.989323 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Request body: {'floatingip': {'port_id': '633f6fbd-d5da-4b83-aa1f-a54347d999a1'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:14.065532 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:14.709113 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:14.713186 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:14.885443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Floating IP d80007b7-9d7a-46bf-afe1-fcab94d27a4d associated. External IP: 172.27.1.146, port: 633f6fbd-d5da-4b83-aa1f-a54347d999a1. Jun 09 22:02:15.228743 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:02:15.403491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:02:15.407576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:15.413472 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] Sync routers for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:02:15.422824 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:15.423440 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:15.460132 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-c0e3e440-a5c0-4cfa-a081-5c27faa16a44 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "PUT /v2.0/floatingips/d80007b7-9d7a-46bf-afe1-fcab94d27a4d HTTP/1.1" status: 200 len: 991 time: 1.4741135 Jun 09 22:02:15.460785 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:15.463011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:15.506102 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834f3568-1159-419c-ab74-00b07992a1cb x-openstack-request-id: req-834f3568-1159-419c-ab74-00b07992a1cb {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:15.506423 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:15.506706 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-834f3568-1159-419c-ab74-00b07992a1cb {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:15.507128 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'status': 'completed', 'code': 200} Jun 09 22:02:15.608545 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:15.643100 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-3fc0d510-052e-4dba-963e-806110a6c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:15.644603 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-3fc0d510-052e-4dba-963e-806110a6c816 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32dd714a98654f4da3b8043c1bbc15df&device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 1098 time: 0.0727053 Jun 09 22:02:15.774053 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-a8a2272e-fb2f-4dff-a5bc-2a38ae601048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:15.775474 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-a8a2272e-fb2f-4dff-a5bc-2a38ae601048 service neutron] 10.222.0.22 "GET /v2.0/networks?id=053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 200 len: 911 time: 0.1245496 Jun 09 22:02:15.958532 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': 'd80007b7-9d7a-46bf-afe1-fcab94d27a4d', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'port_id': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'mac_address': 'fa:16:3e:ac:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:58Z', 'updated_at': '2021-06-09T22:02:14Z', 'revision_number': 1, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:15.962423 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] Checking router: 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:02:15.971080 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:15.971684 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:15.987343 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-13fc4849-8206-40da-8bc9-3a4d5d8b0175 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1 HTTP/1.1" status: 200 len: 999 time: 0.2052577 Jun 09 22:02:16.052481 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-e37c8369-815c-47b2-b075-386e5e1251b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:16.053947 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-e37c8369-815c-47b2-b075-386e5e1251b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 200 len: 849 time: 0.0601866 Jun 09 22:02:16.127995 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-be2cb0b5-08b5-406b-a5ab-48da4851b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:16.129463 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-be2cb0b5-08b5-406b-a5ab-48da4851b5c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=053f7334-f91e-4e83-8350-b0dac27ad99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688839 Jun 09 22:02:16.152215 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:16.263723 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-1b2898a9-db26-45ec-80d1-cda4482f132a service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262205 Jun 09 22:02:16.394566 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d6f42a9-9b5c-4d7c-b8e5-99044d57f2bd req-0f9368b4-38ab-4735-961b-d4abc9941b8a service neutron] 10.222.0.22 "GET /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244903 Jun 09 22:02:16.524726 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': 'd80007b7-9d7a-46bf-afe1-fcab94d27a4d', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'port_id': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'mac_address': 'fa:16:3e:ac:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:58Z', 'updated_at': '2021-06-09T22:02:14Z', 'revision_number': 1, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:16.528777 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da097162-b59d-4e27-89da-7f5ab05e3873 None None] The sync data for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi is: [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': 'd80007b7-9d7a-46bf-afe1-fcab94d27a4d', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'port_id': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'mac_address': 'fa:16:3e:ac:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:58Z', 'updated_at': '2021-06-09T22:02:14Z', 'revision_number': 1, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:02:16.708424 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada252e-3326-4473-9be9-30228556a476 None None] New status for floating IP d80007b7-9d7a-46bf-afe1-fcab94d27a4d: ACTIVE {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:02:33.114785 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.052111 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-40ad65dc-54f0-49c1-9b3d-491a2d0f4917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.952584 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:02:36.277388 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-198ba554-2846-418c-a9ea-342f187a1d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.458646 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:37.618769 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:39.332666 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.550185 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 54084) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:46.663025 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.769727 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.773255 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.780555 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-870f1835-9962-43f3-a964-e6dde3cdb108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:46.818640 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e40299-1c73-4d7f-a86f-4e0a7b02a911,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.822348 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3b34d774b0c47a590d4b474fdac052e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711680 Jun 09 22:02:46.825642 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54088) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:46.828491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.828865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.829230 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.829585 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.829935 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.830287 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.830637 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.831016 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.831366 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.831711 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.832104 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.832445 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.836421 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:46.886550 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.912044 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.963657 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.966677 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.967971 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90e40299-1c73-4d7f-a86f-4e0a7b02a911 HTTP/1.1" status: 204 len: 168 time: 0.1413085 Jun 09 22:02:46.968897 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-72fcaab4-09c2-48a7-b560-c44828203403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:46.978522 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e40299-1c73-4d7f-a86f-4e0a7b02a911,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.986283 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.986694 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.987070 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.987437 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.987799 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.988179 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.988541 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.988914 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.989254 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.989620 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.989950 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.990301 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.993665 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:03.133100 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.054916 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee6ea-2a99-43be-afc9-1269ab8efac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.278617 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b9d0-a9d4-4248-a810-bfac0b56f3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.459119 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.622264 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.335044 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.871502 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10702733-0908-4028-a88f-ab8b0e8603bd req-7ac7e1a2-ddea-4306-9fc0-19eff8ddaeaa tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:10.872869 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-10702733-0908-4028-a88f-ab8b0e8603bd req-7ac7e1a2-ddea-4306-9fc0-19eff8ddaeaa tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0788002 Jun 09 22:03:10.916540 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-10702733-0908-4028-a88f-ab8b0e8603bd req-89e980f6-9815-41c1-addb-826b879b6230 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Jun 09 22:03:12.104810 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a732-3604-4b11-a0f3-432d11cf4647 req-8acec0fa-1a4a-4867-820b-bb6a8be4a797 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:12.106243 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ed3a732-3604-4b11-a0f3-432d11cf4647 req-8acec0fa-1a4a-4867-820b-bb6a8be4a797 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0816102 Jun 09 22:03:12.149485 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ed3a732-3604-4b11-a0f3-432d11cf4647 req-d92f879e-7ff5-4e68-a379-e5f829fa44f3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377002 Jun 09 22:03:12.952625 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:03:13.343673 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcb659-6e26-4d51-a708-e1b134f41bc9 req-cc443e29-c9b2-456a-b171-f01aa97a724d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:13.345136 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-77fcb659-6e26-4d51-a708-e1b134f41bc9 req-cc443e29-c9b2-456a-b171-f01aa97a724d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0785873 Jun 09 22:03:13.408349 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-77fcb659-6e26-4d51-a708-e1b134f41bc9 req-ffa42547-c191-46aa-a1ab-ae59abadc6a7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573227 Jun 09 22:03:14.594217 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ed1f-f41e-47a5-97dc-4040d940694d req-f44e1e5f-9d87-46b4-9d06-b7d724a0ba5e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:14.595638 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58d6ed1f-f41e-47a5-97dc-4040d940694d req-f44e1e5f-9d87-46b4-9d06-b7d724a0ba5e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0782349 Jun 09 22:03:14.640387 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-58d6ed1f-f41e-47a5-97dc-4040d940694d req-d1e4fb9f-5b72-46ba-96ed-b7034073ae98 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391822 Jun 09 22:03:15.830662 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55030910-081c-46bd-abb3-c566d7da978b req-7e1877ea-fa2a-490d-ba45-0338d8d62d0f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:15.832148 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-55030910-081c-46bd-abb3-c566d7da978b req-7e1877ea-fa2a-490d-ba45-0338d8d62d0f tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0845423 Jun 09 22:03:15.875028 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-55030910-081c-46bd-abb3-c566d7da978b req-4030b9fd-44fb-4be6-aae1-a64e8de00ed2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374906 Jun 09 22:03:17.067726 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6f6e-792c-417a-8fd8-b91510fd0574 req-72a5ab80-48ff-4dca-b6f0-8ad43cfa360a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:17.069172 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a72e6f6e-792c-417a-8fd8-b91510fd0574 req-72a5ab80-48ff-4dca-b6f0-8ad43cfa360a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0815737 Jun 09 22:03:17.111964 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a72e6f6e-792c-417a-8fd8-b91510fd0574 req-6c8d35fa-de35-4fbb-89fc-b4d363962245 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372028 Jun 09 22:03:18.302372 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0f24-3fcd-4932-8bba-485633473bf2 req-acf08471-85e0-429e-b0f2-70f2b76ee4ff tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:18.303825 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-325a0f24-3fcd-4932-8bba-485633473bf2 req-acf08471-85e0-429e-b0f2-70f2b76ee4ff tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0817502 Jun 09 22:03:18.347537 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-325a0f24-3fcd-4932-8bba-485633473bf2 req-fb3cca85-a5b3-46e3-af8c-250ba02f2c04 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Jun 09 22:03:19.530096 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2ae3-22c1-4507-979e-88e973e50291 req-d29549d8-4b64-409e-b846-7e26a1cf102a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:19.532044 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c53f2ae3-22c1-4507-979e-88e973e50291 req-d29549d8-4b64-409e-b846-7e26a1cf102a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0775125 Jun 09 22:03:19.577774 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c53f2ae3-22c1-4507-979e-88e973e50291 req-a163e280-783e-4c6a-930c-46117039bd2c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397427 Jun 09 22:03:20.771571 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b32e-852f-433f-9f95-443cf5b46727 req-6088408c-b3f5-4cdb-82bc-673191c057dc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:20.773002 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-87d0b32e-852f-433f-9f95-443cf5b46727 req-6088408c-b3f5-4cdb-82bc-673191c057dc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0831313 Jun 09 22:03:20.817076 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-87d0b32e-852f-433f-9f95-443cf5b46727 req-9392abfa-be93-4a89-858f-ea43336bf5a3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386128 Jun 09 22:03:22.010234 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e38a09-d9bc-4a37-9851-c9309ba8bb6e req-e9c71ec2-4451-4d86-b885-47dd04cbeb47 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:22.011594 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6e38a09-d9bc-4a37-9851-c9309ba8bb6e req-e9c71ec2-4451-4d86-b885-47dd04cbeb47 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0849326 Jun 09 22:03:22.057077 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d6e38a09-d9bc-4a37-9851-c9309ba8bb6e req-7fd24dd6-2201-42d6-94fc-b507c903a28a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387893 Jun 09 22:03:23.242181 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd38ac9-71ac-435d-b392-7b452edd0a7f req-2635e181-ca97-499b-bac7-d30255c59429 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:23.243604 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5cd38ac9-71ac-435d-b392-7b452edd0a7f req-2635e181-ca97-499b-bac7-d30255c59429 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0796487 Jun 09 22:03:23.295897 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5cd38ac9-71ac-435d-b392-7b452edd0a7f req-d8c86f4d-bb07-49f2-b986-2d501e9f8de9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Jun 09 22:03:24.484117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea960937-24c9-4055-bebe-d1ff34d6ff1c req-d4da4622-860a-4650-b3a3-692baff40e41 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:24.485519 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ea960937-24c9-4055-bebe-d1ff34d6ff1c req-d4da4622-860a-4650-b3a3-692baff40e41 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0816817 Jun 09 22:03:24.527465 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ea960937-24c9-4055-bebe-d1ff34d6ff1c req-552bb13d-b649-46d9-bdfd-dbd4e7430d0b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364184 Jun 09 22:03:25.718198 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ac290-4c85-4207-9f41-46003ab4a218 req-f25a1336-bdc2-4160-97da-f2fdcb3f7f05 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:25.719658 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5b4ac290-4c85-4207-9f41-46003ab4a218 req-f25a1336-bdc2-4160-97da-f2fdcb3f7f05 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0836012 Jun 09 22:03:25.763788 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5b4ac290-4c85-4207-9f41-46003ab4a218 req-3157d828-cce8-49f1-9652-0ebcc8123e87 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377176 Jun 09 22:03:26.950624 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516308e-e3e9-47fd-a46f-8819b4fc5831 req-a49b662f-550f-4a1c-86cb-ecd9aaa480f2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:26.952105 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2516308e-e3e9-47fd-a46f-8819b4fc5831 req-a49b662f-550f-4a1c-86cb-ecd9aaa480f2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0808694 Jun 09 22:03:26.995796 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2516308e-e3e9-47fd-a46f-8819b4fc5831 req-277d84b7-532a-496c-8531-4f2b12bc6f3b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381508 Jun 09 22:03:28.183905 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb95f2-f282-4b34-b0b4-f2f76d22527b req-0a9aee0e-5a56-4126-9ddb-cd2d541eeacc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:28.185275 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-11cb95f2-f282-4b34-b0b4-f2f76d22527b req-0a9aee0e-5a56-4126-9ddb-cd2d541eeacc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0783925 Jun 09 22:03:28.232027 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-11cb95f2-f282-4b34-b0b4-f2f76d22527b req-5dd2b96a-7076-42f2-8eff-dc696c0680c1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411992 Jun 09 22:03:29.029537 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:03:29.168762 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:29.181435 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'port_id': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'mac_address': 'fa:16:3e:71:82:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:03:29.237954 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.254508 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9be72dfe-ad24-4cc3-809f-ad5b948ab596 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:03:29.270659 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:29.274703 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:29.276597 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:29.341008 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=6']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:29.348154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.348501 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.348861 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.349188 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.349514 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.349837 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.350157 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.350474 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.350793 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.351107 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.351426 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.351737 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:29.355600 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:29.433558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878560b-e000-46bd-ab4e-a184e042ad73 req-2d0ed3d0-a66f-4dc1-870f-71f8f3d28210 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:29.435067 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d878560b-e000-46bd-ab4e-a184e042ad73 req-2d0ed3d0-a66f-4dc1-870f-71f8f3d28210 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 945 time: 0.0910778 Jun 09 22:03:29.437982 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['9be72dfe-ad24-4cc3-809f-ad5b948ab596'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:29.478568 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d878560b-e000-46bd-ab4e-a184e042ad73 req-d73cf1e9-97e2-45fe-98c5-0eb09bc7b7ce tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372512 Jun 09 22:03:30.769780 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf18ea-ef65-451f-a853-5fccd1515bd7 req-2d02c8c2-35eb-439d-b0de-06d73392e4ee tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:30.771217 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c6bf18ea-ef65-451f-a853-5fccd1515bd7 req-2d02c8c2-35eb-439d-b0de-06d73392e4ee tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 945 time: 0.1840713 Jun 09 22:03:30.815031 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c6bf18ea-ef65-451f-a853-5fccd1515bd7 req-c21e4ee3-6026-4aa4-8594-1ec176fa3dbd tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383835 Jun 09 22:03:31.042925 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:31.113029 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:31.113396 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:31.223885 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:31.249038 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:31.251231 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d359a9e-2add-4826-8328-8244beed4fe0" -d '{"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:31.258747 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:31.263135 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:31.265147 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:31.303082 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1610cd6-d7a2-4108-844e-bc2694d85b65 x-openstack-request-id: req-c1610cd6-d7a2-4108-844e-bc2694d85b65 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:31.303382 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:31.303643 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1610cd6-d7a2-4108-844e-bc2694d85b65 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:31.304129 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'code': 200} Jun 09 22:03:31.338790 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=7']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:31.341745 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:32.002644 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc33475-0d98-4201-ad9e-af879993b7b0 req-ec01a491-07a9-4a3e-8f2c-77817b7603fe tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:32.004174 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-afc33475-0d98-4201-ad9e-af879993b7b0 req-ec01a491-07a9-4a3e-8f2c-77817b7603fe tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0800400 Jun 09 22:03:32.050632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-afc33475-0d98-4201-ad9e-af879993b7b0 req-59dbce70-c435-4d4f-b0c9-4017c7f7d396 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408738 Jun 09 22:03:33.151957 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:33.263417 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-8b199595-7512-4dc7-81e2-aef6f8409f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:33.265985 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-8b199595-7512-4dc7-81e2-aef6f8409f78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1099 time: 0.1683645 Jun 09 22:03:33.338865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181e583-5e86-41be-9a6f-0150fde45956 req-fc21f433-72e3-4ed2-a086-7b2db864c032 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:33.340289 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e181e583-5e86-41be-9a6f-0150fde45956 req-fc21f433-72e3-4ed2-a086-7b2db864c032 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.1646667 Jun 09 22:03:33.453707 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e181e583-5e86-41be-9a6f-0150fde45956 req-ccd4f6d9-5339-4ec2-95e3-3c245a1675ca tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619447 Jun 09 22:03:33.491630 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-7ed671cb-fbb8-453e-83e9-a1c549474673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:33.493263 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-7ed671cb-fbb8-453e-83e9-a1c549474673 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.2015994 Jun 09 22:03:33.609085 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-1a7470f6-6c2e-419f-a23c-b0b942b72620 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 200 len: 1002 time: 0.1079552 Jun 09 22:03:33.682453 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-8aacdcc9-64f4-4285-afe0-340f402ce3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:33.684052 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-8aacdcc9-64f4-4285-afe0-340f402ce3f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0686798 Jun 09 22:03:33.771925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-8085b8f2-af3a-4225-ba36-e32f47929846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:33.773314 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-8085b8f2-af3a-4225-ba36-e32f47929846 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824075 Jun 09 22:03:33.929796 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-e01a4dfb-67da-4f76-ac3b-bd91a5756a5c service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483047 Jun 09 22:03:34.077946 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-894fe74a-1fe3-4572-9f96-5cb81710fe3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.079032 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c9ed47fa-f521-4f10-85cb-e0f748ef79d2 req-93cc073e-5ad8-48f4-ac25-91bd1087bf51 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414728 Jun 09 22:03:34.670876 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01523c5-3b9b-4aa8-841b-9a661fbefe5b req-abca7cf4-edb9-4e59-a04a-636b04f3b38d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:34.672233 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b01523c5-3b9b-4aa8-841b-9a661fbefe5b req-abca7cf4-edb9-4e59-a04a-636b04f3b38d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.1013255 Jun 09 22:03:34.728849 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b01523c5-3b9b-4aa8-841b-9a661fbefe5b req-f0093c9f-0df2-4afe-84bd-62febce959e8 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501995 Jun 09 22:03:35.959446 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009896b-a546-4bf4-9c07-82cbde3ffd21 req-0801facc-05de-4e27-b01b-dcfabed63c88 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:35.967193 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1009896b-a546-4bf4-9c07-82cbde3ffd21 req-0801facc-05de-4e27-b01b-dcfabed63c88 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.1137462 Jun 09 22:03:36.040048 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1009896b-a546-4bf4-9c07-82cbde3ffd21 req-4621c635-c7e3-4f4d-9446-24411d7f2041 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685585 Jun 09 22:03:36.293294 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ea53625-2d6b-4e5d-9ecf-e14c6e682f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:36.462772 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.255229 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f8ff9-2850-4923-8ddb-53fd5679124b req-9daf5508-08b4-4d64-879f-54dbb07edad2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:37.257358 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3d0f8ff9-2850-4923-8ddb-53fd5679124b req-9daf5508-08b4-4d64-879f-54dbb07edad2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.1067245 Jun 09 22:03:37.317956 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3d0f8ff9-2850-4923-8ddb-53fd5679124b req-ef108b4a-eb6e-4377-b6ca-11ad1f3a92a4 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547676 Jun 09 22:03:37.629567 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.546204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d04c42-6888-47af-80c7-7a5aa2a299a0 req-4ebc3568-a502-499f-9b70-3207241a5e5e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:38.547799 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04d04c42-6888-47af-80c7-7a5aa2a299a0 req-4ebc3568-a502-499f-9b70-3207241a5e5e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0997758 Jun 09 22:03:38.608875 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04d04c42-6888-47af-80c7-7a5aa2a299a0 req-f4dce4dd-200d-469a-ac54-e9423ba4860c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493822 Jun 09 22:03:39.341248 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:39.841908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7ed7d-bc70-4bbb-8b68-77edaacf07ff req-b738e267-054e-4cbc-8251-99b981453e45 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:39.849998 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6bf7ed7d-bc70-4bbb-8b68-77edaacf07ff req-b738e267-054e-4cbc-8251-99b981453e45 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.1029449 Jun 09 22:03:39.892330 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6bf7ed7d-bc70-4bbb-8b68-77edaacf07ff req-c990a765-5289-4103-937f-d6f40d416838 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Jun 09 22:03:41.105515 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e9f8c-61af-4ec3-8386-7ebcba36d416 req-e20786d9-13ae-485e-a34a-0820f8e89d36 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:41.107065 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d10e9f8c-61af-4ec3-8386-7ebcba36d416 req-e20786d9-13ae-485e-a34a-0820f8e89d36 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0899394 Jun 09 22:03:41.157205 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d10e9f8c-61af-4ec3-8386-7ebcba36d416 req-6b95ce74-6853-4dd0-8fb7-8a81b37fb240 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432229 Jun 09 22:03:42.343395 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20757-7fa3-4c9a-a7d2-5b2c32169133 req-9902f4de-86ba-47d8-b002-df20e1424ec3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:42.344840 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4a20757-7fa3-4c9a-a7d2-5b2c32169133 req-9902f4de-86ba-47d8-b002-df20e1424ec3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0791671 Jun 09 22:03:42.386865 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c4a20757-7fa3-4c9a-a7d2-5b2c32169133 req-45ac0c2c-8efa-44c0-9d0a-c4239dd60104 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365224 Jun 09 22:03:43.035370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd8e2-5db1-433e-893c-972f28f1306f req-eadeefb9-840e-4d60-9eb8-575d6320a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:43.036846 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-106bd8e2-5db1-433e-893c-972f28f1306f req-eadeefb9-840e-4d60-9eb8-575d6320a1c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1099 time: 0.1588576 Jun 09 22:03:43.164500 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd8e2-5db1-433e-893c-972f28f1306f req-f130ab2f-38fd-4ff5-9abe-230963343ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:43.165845 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-106bd8e2-5db1-433e-893c-972f28f1306f req-f130ab2f-38fd-4ff5-9abe-230963343ae4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.1227062 Jun 09 22:03:43.267127 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-106bd8e2-5db1-433e-893c-972f28f1306f req-ec82aa17-d64f-48cd-b83a-8bd529a9ae39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 200 len: 1002 time: 0.0932560 Jun 09 22:03:43.328589 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd8e2-5db1-433e-893c-972f28f1306f req-ad83443d-7352-406c-a9df-24f280c37d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:43.329950 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-106bd8e2-5db1-433e-893c-972f28f1306f req-ad83443d-7352-406c-a9df-24f280c37d91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.0568366 Jun 09 22:03:43.403431 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd8e2-5db1-433e-893c-972f28f1306f req-2ab4718f-8a35-4a91-ab8a-8bf5b5080618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:43.405351 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-106bd8e2-5db1-433e-893c-972f28f1306f req-2ab4718f-8a35-4a91-ab8a-8bf5b5080618 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0690131 Jun 09 22:03:43.589661 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-106bd8e2-5db1-433e-893c-972f28f1306f req-53ae19df-6b93-441f-b72f-c10f80b350c8 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776073 Jun 09 22:03:43.674102 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b34db-5356-415e-beec-8ba2310cc043 req-660d09b2-271a-4dcf-8631-c05b0f4be5fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:43.675505 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b34db-5356-415e-beec-8ba2310cc043 req-660d09b2-271a-4dcf-8631-c05b0f4be5fc tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.1744800 Jun 09 22:03:43.745694 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc2b34db-5356-415e-beec-8ba2310cc043 req-4cea2c1f-27e7-4d1e-9066-1a97f3587176 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639532 Jun 09 22:03:43.760961 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-106bd8e2-5db1-433e-893c-972f28f1306f req-207dbc3d-7eff-4deb-9908-71dfae51edf9 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637707 Jun 09 22:03:44.941047 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fead8-07e6-4015-a648-b95012895054 req-c1e1d575-cf6a-4d80-b959-51dfd8ffbb49 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:44.942483 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2a7fead8-07e6-4015-a648-b95012895054 req-c1e1d575-cf6a-4d80-b959-51dfd8ffbb49 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0897615 Jun 09 22:03:44.986955 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2a7fead8-07e6-4015-a648-b95012895054 req-660ee50f-235a-4046-96ab-fc5f3529f298 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Jun 09 22:03:46.179511 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c5eb5-57e7-4fa6-8d13-f9f2f1091805 req-26eec4a7-3ea5-4293-a781-4c787f28e667 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:46.181151 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-430c5eb5-57e7-4fa6-8d13-f9f2f1091805 req-26eec4a7-3ea5-4293-a781-4c787f28e667 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 946 time: 0.0804341 Jun 09 22:03:46.230335 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-430c5eb5-57e7-4fa6-8d13-f9f2f1091805 req-828e7782-a661-4bbe-a914-623ce6d81600 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Jun 09 22:03:47.130956 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:03:47.241907 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:47.271371 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:47.273619 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f05741-28d0-4fb2-a340-02d084acad17" -d '{"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-unplugged", "status": "completed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:47.281304 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:47.297353 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:47.299284 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:47.356033 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d1e7b-c55e-4cee-b4e2-07c4cdd07873 x-openstack-request-id: req-cc4d1e7b-c55e-4cee-b4e2-07c4cdd07873 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:47.356333 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-unplugged", "status": "failed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596", "code": 422}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:47.356592 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc4d1e7b-c55e-4cee-b4e2-07c4cdd07873 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:47.356999 dv-cinder-774286-15-iscsi neutron-server[91687]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'code': 422} returned with failed status Jun 09 22:03:47.367647 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=8']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:47.370325 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:47.660370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333aabe-55fd-4624-ba09-89fcabdd222d req-db67b6e0-2cac-44cd-999d-6e0eb4648aa2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:47.661958 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3333aabe-55fd-4624-ba09-89fcabdd222d req-db67b6e0-2cac-44cd-999d-6e0eb4648aa2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0862296 Jun 09 22:03:47.708369 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3333aabe-55fd-4624-ba09-89fcabdd222d req-95d48234-9754-41f0-ac7b-2d9b92c0f17a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 Jun 09 22:03:47.954870 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54464) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:48.069281 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-79a068ac-7581-45bb-90da-0b2faeda4fb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132050 Jun 09 22:03:48.896838 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffe76a-a98b-4fc9-8688-3cfbad675cb7 req-56cd2e5d-ac55-4af1-bbe0-376966218fcf tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:48.899138 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e4ffe76a-a98b-4fc9-8688-3cfbad675cb7 req-56cd2e5d-ac55-4af1-bbe0-376966218fcf tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0821300 Jun 09 22:03:48.987861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e4ffe76a-a98b-4fc9-8688-3cfbad675cb7 req-3278a80d-b76b-4a7a-93ce-a73fb3d17d05 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817106 Jun 09 22:03:49.012359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-b17af563-fcfa-4bb0-86a1-7fce6626175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.013799 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-b17af563-fcfa-4bb0-86a1-7fce6626175c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f&tenant_id=f8fd85fea18c430db42a6239f71174ad HTTP/1.1" status: 200 len: 1097 time: 0.0869443 Jun 09 22:03:49.116313 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-d13e564f-a0ea-431a-8fb0-7db64be92fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.117732 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-d13e564f-a0ea-431a-8fb0-7db64be92fa0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8fd85fea18c430db42a6239f71174ad&device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1097 time: 0.0732343 Jun 09 22:03:49.245274 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-e0d7a1f5-6147-4201-b3ad-c5f4e85e7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.246673 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-e0d7a1f5-6147-4201-b3ad-c5f4e85e7b46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 200 len: 917 time: 0.1222432 Jun 09 22:03:49.343881 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-f75f465e-aaeb-4951-8236-ce9d978454d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 200 len: 1000 time: 0.0903306 Jun 09 22:03:49.503086 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-e426f6a6-6d01-4a51-b017-98e8bfbce7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.504534 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-e426f6a6-6d01-4a51-b017-98e8bfbce7a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 200 len: 855 time: 0.1540630 Jun 09 22:03:49.579491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-95dc995e-b262-47f4-bf30-0385edb26f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:49.580949 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-95dc995e-b262-47f4-bf30-0385edb26f1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705762 Jun 09 22:03:49.706844 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-055fd01d-8c3f-49ab-b224-1620eaa8c8d6 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195130 Jun 09 22:03:49.837626 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-c02a768d-f494-4bb9-9565-b47c4c9e4e60 service neutron] 10.222.0.22 "GET /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230602 Jun 09 22:03:49.952372 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:03:50.344712 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf915-b3dc-49c3-a950-4b7312548cd1 req-e562f55b-83ff-4f97-97dc-f23b7614b2a7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:50.346207 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-757bf915-b3dc-49c3-a950-4b7312548cd1 req-e562f55b-83ff-4f97-97dc-f23b7614b2a7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0947433 Jun 09 22:03:50.406283 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-757bf915-b3dc-49c3-a950-4b7312548cd1 req-2ac69d6a-ad57-424e-aca9-f56932042cfa tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543168 Jun 09 22:03:51.612513 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52991ae-9ac9-443c-bb70-cfa982c8d482 req-5a9cfd40-ccd7-45ae-876e-315df667d5a6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:51.613931 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c52991ae-9ac9-443c-bb70-cfa982c8d482 req-5a9cfd40-ccd7-45ae-876e-315df667d5a6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0843668 Jun 09 22:03:51.672163 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c52991ae-9ac9-443c-bb70-cfa982c8d482 req-ee5f5c07-a3d1-46e8-a9d6-63108eea211b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526075 Jun 09 22:03:52.855030 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9a964-b80b-4941-86ee-a806641af879 req-cfb887ef-1905-49ab-a07d-ff7537274ebf tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:52.856502 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ba9a964-b80b-4941-86ee-a806641af879 req-cfb887ef-1905-49ab-a07d-ff7537274ebf tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0789390 Jun 09 22:03:52.903908 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8ba9a964-b80b-4941-86ee-a806641af879 req-96e58753-bb7f-4e2c-bd41-ef29dbdab5ae tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Jun 09 22:03:54.105508 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adc7f-59d1-4dc0-9f5c-be8830623d29 req-0b73fae3-c818-42e6-9ebf-8653f9d42f14 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:54.107011 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a83adc7f-59d1-4dc0-9f5c-be8830623d29 req-0b73fae3-c818-42e6-9ebf-8653f9d42f14 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0857799 Jun 09 22:03:54.152169 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a83adc7f-59d1-4dc0-9f5c-be8830623d29 req-310fe771-88d1-44ee-a566-fcb18244409a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384707 Jun 09 22:03:55.342587 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958425c-b7ae-43f7-946d-f801eec43876 req-03f02eb5-3851-4ef3-9400-1ab535b88097 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:55.344103 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2958425c-b7ae-43f7-946d-f801eec43876 req-03f02eb5-3851-4ef3-9400-1ab535b88097 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0797405 Jun 09 22:03:55.391844 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2958425c-b7ae-43f7-946d-f801eec43876 req-60db7986-d204-41fe-a3a8-1a06dc1ab547 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Jun 09 22:03:56.596802 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1854760-29b3-4d9b-acab-c1a5cb6a1e0b req-05e52251-e7bc-4ed0-961a-e99fdaa0b34e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:56.605165 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e1854760-29b3-4d9b-acab-c1a5cb6a1e0b req-05e52251-e7bc-4ed0-961a-e99fdaa0b34e tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0999050 Jun 09 22:03:56.649794 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e1854760-29b3-4d9b-acab-c1a5cb6a1e0b req-89c06282-85e9-4822-bdf2-e4ef882e0671 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Jun 09 22:03:57.858885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495bb2-6c44-4534-bd16-e76bbff3bd7d req-ab13b659-fb75-4dfc-8901-bae7b6dd9730 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:57.860348 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16495bb2-6c44-4534-bd16-e76bbff3bd7d req-ab13b659-fb75-4dfc-8901-bae7b6dd9730 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0832381 Jun 09 22:03:57.905272 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-16495bb2-6c44-4534-bd16-e76bbff3bd7d req-dac241e5-3d1e-4c5e-b594-84d0b18a955a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387876 Jun 09 22:03:59.105335 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e8da2-08cd-4dde-beb5-2e53b9452c46 req-2e5fcc66-8dc0-4a92-bcc1-b9d7fa5f7856 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:59.106725 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7b9e8da2-08cd-4dde-beb5-2e53b9452c46 req-2e5fcc66-8dc0-4a92-bcc1-b9d7fa5f7856 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0813758 Jun 09 22:03:59.156611 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7b9e8da2-08cd-4dde-beb5-2e53b9452c46 req-d3b40b96-84f3-44e7-b10f-8b5721531d10 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Jun 09 22:04:00.344676 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aeb70-f8b4-41a1-bd1d-f86bc378585d req-01ddf8d9-8834-4ccd-89ca-43134022b255 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:00.346122 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b78aeb70-f8b4-41a1-bd1d-f86bc378585d req-01ddf8d9-8834-4ccd-89ca-43134022b255 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0808125 Jun 09 22:04:00.396455 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b78aeb70-f8b4-41a1-bd1d-f86bc378585d req-f8f506c4-1e40-4e4c-8ef7-38abb0c073e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 Jun 09 22:04:01.584489 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bc6a1-1e8d-4c7e-a52b-304543f2a91d req-0453a762-5121-41ca-9dd9-d02762fe195c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:01.585930 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-083bc6a1-1e8d-4c7e-a52b-304543f2a91d req-0453a762-5121-41ca-9dd9-d02762fe195c tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0799818 Jun 09 22:04:01.628737 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-083bc6a1-1e8d-4c7e-a52b-304543f2a91d req-d3fffdb1-4845-4ea8-a2d0-4e532e4cddbf tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Jun 09 22:04:02.814183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9477b-178e-4f8a-a19f-7c1d8d235172 req-de4dbf64-f6fd-443b-a059-830b0866b58d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:02.815576 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6db9477b-178e-4f8a-a19f-7c1d8d235172 req-de4dbf64-f6fd-443b-a059-830b0866b58d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0790331 Jun 09 22:04:02.858159 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6db9477b-178e-4f8a-a19f-7c1d8d235172 req-01cfa83c-d475-4943-9419-96c9ace06742 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371377 Jun 09 22:04:03.158572 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:04.042827 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167f9c-a1d3-4405-a700-f8108294f0bf req-dd224fc8-2ed3-42f8-80fd-08be95c2086b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:04.044273 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b2167f9c-a1d3-4405-a700-f8108294f0bf req-dd224fc8-2ed3-42f8-80fd-08be95c2086b tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0788839 Jun 09 22:04:04.062198 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f2207559-62f0-45ca-9f1b-e2d5b5567707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:04.091504 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b2167f9c-a1d3-4405-a700-f8108294f0bf req-4b700618-b117-4d59-adfd-d5810fff5c5d tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Jun 09 22:04:05.325082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b91fac-8619-4cb8-9474-d2b951657076 req-092746c8-583a-402b-8090-a450d7b43e43 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:05.326511 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f6b91fac-8619-4cb8-9474-d2b951657076 req-092746c8-583a-402b-8090-a450d7b43e43 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.1233618 Jun 09 22:04:05.371244 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f6b91fac-8619-4cb8-9474-d2b951657076 req-80d2a417-4540-44d6-a314-9b61908c514a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380585 Jun 09 22:04:06.276012 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fa5d73d3-ea01-4194-9c15-401e5f5bfd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:06.463981 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:06.558303 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba58d9c-cfa4-4b09-b714-ba6b084fd547 req-457e4931-6dbf-4a7d-83ae-da81bfd80f44 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:06.559661 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aba58d9c-cfa4-4b09-b714-ba6b084fd547 req-457e4931-6dbf-4a7d-83ae-da81bfd80f44 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 944 time: 0.0800631 Jun 09 22:04:06.606096 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aba58d9c-cfa4-4b09-b714-ba6b084fd547 req-2080c2d2-5b46-4d12-a25a-b4b76fd80341 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407782 Jun 09 22:04:07.192751 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:07.355354 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:07.367887 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'port_id': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'mac_address': 'fa:16:3e:71:82:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:07.424040 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:07.440603 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be72dfe-ad24-4cc3-809f-ad5b948ab596 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:07.456337 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:07.460216 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:07.462830 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-78b649a2-4e12-4fe4-9eb5-95d5e46d4db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:07.530664 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=9']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:07.533577 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:07.628774 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:07.791029 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9bb98-3013-4a4d-8ec5-8e9955e8aa5f req-4860b18a-043d-496a-8444-d02eb7f491c1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:07.792443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0fc9bb98-3013-4a4d-8ec5-8e9955e8aa5f req-4860b18a-043d-496a-8444-d02eb7f491c1 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 945 time: 0.0763788 Jun 09 22:04:07.836042 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0fc9bb98-3013-4a4d-8ec5-8e9955e8aa5f req-b9226b4f-0572-4118-8a2a-b10bffad11d7 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375707 Jun 09 22:04:07.867285 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['9be72dfe-ad24-4cc3-809f-ad5b948ab596'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:09.027977 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50acf1e-d769-483f-8ff2-d486d812d9e3 req-480ba71e-09d7-415c-9ad7-502190812c44 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.029438 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b50acf1e-d769-483f-8ff2-d486d812d9e3 req-480ba71e-09d7-415c-9ad7-502190812c44 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 945 time: 0.0819352 Jun 09 22:04:09.154557 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b50acf1e-d769-483f-8ff2-d486d812d9e3 req-9493aea4-c046-48f8-9099-fb2d68d97f9a tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193333 Jun 09 22:04:09.202585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:09.267080 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:09.267451 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:09.366846 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:09.391147 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:09.417102 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:09.419258 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc524749-2905-4102-a9ba-f470ac6350d6" -d '{"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:09.427295 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:09.431225 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:09.433254 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-78b649a2-4e12-4fe4-9eb5-95d5e46d4db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:09.465810 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9a62f-4184-4536-acbd-4e8d3f4e48ba x-openstack-request-id: req-85e9a62f-4184-4536-acbd-4e8d3f4e48ba {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:09.466112 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:09.466371 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85e9a62f-4184-4536-acbd-4e8d3f4e48ba {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:09.466755 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'code': 200} Jun 09 22:04:09.504258 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=10']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:09.506999 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:09.742027 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d65361-d515-44a2-9f66-df787a52fcd1 req-a6cb062e-b5af-4cb6-9bf4-806300bf3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.743471 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-81d65361-d515-44a2-9f66-df787a52fcd1 req-a6cb062e-b5af-4cb6-9bf4-806300bf3645 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 1100 time: 0.0690348 Jun 09 22:04:09.785097 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-81d65361-d515-44a2-9f66-df787a52fcd1 req-2b6f8ea3-839f-4b27-ba6e-81654ab38375 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349107 Jun 09 22:04:10.342120 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556391-6e76-421c-af00-1df8593fc3db req-44bcb31e-5252-4b10-930d-52e79329c2b6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.343552 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc556391-6e76-421c-af00-1df8593fc3db req-44bcb31e-5252-4b10-930d-52e79329c2b6 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 947 time: 0.0805411 Jun 09 22:04:10.387010 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cc556391-6e76-421c-af00-1df8593fc3db req-83cc06f7-5284-4257-9891-10dbec9bc9d2 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379500 Jun 09 22:04:10.702576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1bba5-1437-4d3f-9c27-3aa60fc5b0eb req-0c4a0345-6bbb-44ac-929c-27243775ac0a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.704199 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91e1bba5-1437-4d3f-9c27-3aa60fc5b0eb req-0c4a0345-6bbb-44ac-929c-27243775ac0a tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.0771351 Jun 09 22:04:10.750477 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91e1bba5-1437-4d3f-9c27-3aa60fc5b0eb req-a571c847-874c-41a7-b76a-90153d9a837b tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Jun 09 22:04:11.589755 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190215fe-8dd5-4ba4-9264-5e28cc1c28f8 req-f0b9de89-d94f-4314-9151-85067bce9f04 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:11.591204 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-190215fe-8dd5-4ba4-9264-5e28cc1c28f8 req-f0b9de89-d94f-4314-9151-85067bce9f04 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 947 time: 0.0889604 Jun 09 22:04:11.636181 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-190215fe-8dd5-4ba4-9264-5e28cc1c28f8 req-aa05425d-bb53-48e6-83bb-b03a642b3c55 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Jun 09 22:04:11.935613 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff1599-9cec-420d-bacf-a18d1d6baf90 req-4c484801-aa8c-4e43-aa35-f21cc040fff0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:11.937078 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5ff1599-9cec-420d-bacf-a18d1d6baf90 req-4c484801-aa8c-4e43-aa35-f21cc040fff0 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.0821555 Jun 09 22:04:11.984693 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f5ff1599-9cec-420d-bacf-a18d1d6baf90 req-a83bf407-2a1b-4588-acb1-d3a9c3d2917d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402238 Jun 09 22:04:12.819486 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1d4-cb34-4a2c-921c-b92016eaea09 req-f047bbf2-b224-4a45-912e-5c3a888d84d9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:12.820960 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6367f1d4-cb34-4a2c-921c-b92016eaea09 req-f047bbf2-b224-4a45-912e-5c3a888d84d9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 947 time: 0.0775852 Jun 09 22:04:12.865287 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6367f1d4-cb34-4a2c-921c-b92016eaea09 req-90c00a11-d21e-429e-bbe3-fc078caad1d3 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386932 Jun 09 22:04:12.943543 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403749a9-b9c9-499e-a906-5b291b63b451 req-9e2a04c4-d1bb-4cb5-a083-817bd055b1a4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:12.944958 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-403749a9-b9c9-499e-a906-5b291b63b451 req-9e2a04c4-d1bb-4cb5-a083-817bd055b1a4 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.0826530 Jun 09 22:04:13.076287 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Deleting port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:13.076619 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.256392 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] For port 633f6fbd-d5da-4b83-aa1f-a54347d999a1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=633f6fbd-d5da-4b83-aa1f-a54347d999a1,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:13.256646 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.324851 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57903-fd54-4a71-9eb9-8ecfd004f2b9 req-97198437-ea4e-4d66-98dd-0e30d245ff85 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:13.326262 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c2a57903-fd54-4a71-9eb9-8ecfd004f2b9 req-97198437-ea4e-4d66-98dd-0e30d245ff85 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 945 time: 0.2366407 Jun 09 22:04:13.443228 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c2a57903-fd54-4a71-9eb9-8ecfd004f2b9 req-3b871a01-c150-4058-91b4-71bbefa62115 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d965e24-e999-4636-9bc0-31e9e7db53d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045239 Jun 09 22:04:13.585652 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.585907 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.586210 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Floating IP d80007b7-9d7a-46bf-afe1-fcab94d27a4d disassociated. External IP: 172.27.1.146, port: 633f6fbd-d5da-4b83-aa1f-a54347d999a1. Jun 09 22:04:13.586544 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Calling delete_port for 633f6fbd-d5da-4b83-aa1f-a54347d999a1 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:13.689747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:13.694839 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:13.741230 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event deleted for resources: {'Port': ['ID=633f6fbd-d5da-4b83-aa1f-a54347d999a1,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:13.795553 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.795952 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.796308 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.796656 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.797000 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.797879 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.798223 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.798561 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.798899 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.799235 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.799568 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.799925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:13.807621 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:14.020082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:04:14.199451 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:04:14.209672 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] Sync routers for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:04:14.220931 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:14.221622 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:14.274679 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] No DVR routers for this DVR port 633f6fbd-d5da-4b83-aa1f-a54347d999a1 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:14.277348 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.279472 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-403749a9-b9c9-499e-a906-5b291b63b451 req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.22 "DELETE /v2.0/ports/633f6fbd-d5da-4b83-aa1f-a54347d999a1 HTTP/1.1" status: 204 len: 173 time: 1.3294220 Jun 09 22:04:14.280002 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'name': 'network-vif-deleted', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:14.283467 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201b2ba6-e9d9-4f06-9888-56b0e2615605" -d '{"events": [{"server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "name": "network-vif-deleted", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:14.329751 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0cc1cd-ac57-4c41-97a6-6ff25fe84fb1 x-openstack-request-id: req-0b0cc1cd-ac57-4c41-97a6-6ff25fe84fb1 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:14.330077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bb0ecb-3b94-4fa3-ac86-46b39e86a955", "name": "network-vif-deleted", "tag": "633f6fbd-d5da-4b83-aa1f-a54347d999a1", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:14.330363 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b0cc1cd-ac57-4c41-97a6-6ff25fe84fb1 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:14.330786 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb0ecb-3b94-4fa3-ac86-46b39e86a955', 'name': 'network-vif-deleted', 'tag': '633f6fbd-d5da-4b83-aa1f-a54347d999a1', 'status': 'completed', 'code': 200} Jun 09 22:04:14.398712 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:14.605658 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3291ac86-3c71-445d-b057-3f016221810d req-f1b216e5-c517-4fda-893c-1cf3674b19ac tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/ports?device_id=70bb0ecb-3b94-4fa3-ac86-46b39e86a955 HTTP/1.1" status: 200 len: 210 time: 0.0421228 Jun 09 22:04:14.701847 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:14.706147 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] Checking router: 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:04:14.714264 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:14.714852 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:14.892285 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:15.242006 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:15.245825 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cba18f-3a76-453d-9016-2d9f7e276d47 None None] The sync data for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi is: [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'f4d27b57-cf66-44b8-a140-8ec3dd908818', 'name': '', 'network_id': '053f7334-f91e-4e83-8350-b0dac27ad99b', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'mac_address': 'fa:16:3e:6c:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:38Z', 'updated_at': '2021-06-09T21:54:52Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'subnets': [{'id': '6a8b2d82-910b-444c-8eb7-2aa4647a4a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:04:15.445215 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405c530-0cc8-46b4-aa2c-5e659d385d67 None None] New status for floating IP d80007b7-9d7a-46bf-afe1-fcab94d27a4d: DOWN {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:04:16.302286 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a862a-1346-4a09-85fc-b2c4defbdd55 req-639ab4ff-16fa-4bdd-be73-42881c0fa2f4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:16.303628 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d20a862a-1346-4a09-85fc-b2c4defbdd55 req-639ab4ff-16fa-4bdd-be73-42881c0fa2f4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0803540 Jun 09 22:04:16.346655 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d20a862a-1346-4a09-85fc-b2c4defbdd55 req-3eefd1b8-f2c0-4f3e-97d2-718ae4d4a049 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374649 Jun 09 22:04:16.761740 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54674) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:16.826655 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.853522 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.904064 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.907156 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:16.908298 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "DELETE /v2.0/security-groups/4d965e24-e999-4636-9bc0-31e9e7db53d4 HTTP/1.1" status: 204 len: 168 time: 0.1456051 Jun 09 22:04:16.909124 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-88a79459-9ab1-4f39-83e3-5a24dfdd7ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:16.911034 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 54676) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:16.919874 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d965e24-e999-4636-9bc0-31e9e7db53d4,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:16.926906 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.api.v2.resource [None req-43719a57-277f-484e-adc3-770809263d20 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] show failed (client error): The resource could not be found. Jun 09 22:04:16.927692 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.927914 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-43719a57-277f-484e-adc3-770809263d20 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "GET /v2.0/security-groups/4d965e24-e999-4636-9bc0-31e9e7db53d4 HTTP/1.1" status: 404 len: 347 time: 0.0158083 Jun 09 22:04:16.928112 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.928484 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.928854 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.929218 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.929586 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.929948 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.930309 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.930669 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.930802 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 54678) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:16.931022 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.931374 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.931749 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:16.934903 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:17.139397 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Deleting port 23440d31-eb64-49cc-b739-d7a5cbc386b0 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:17.139639 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:17.246624 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 633f6fbd-d5da-4b83-aa1f-a54347d999a1 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:17.253510 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:17.253831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:17.282939 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 633f6fbd-d5da-4b83-aa1f-a54347d999a1 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:17.283296 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 633f6fbd-d5da-4b83-aa1f-a54347d999a1 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:17.374739 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Calling delete_port for 23440d31-eb64-49cc-b739-d7a5cbc386b0 owned by network:floatingip {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:17.532761 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:17.537474 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1f405695-3906-4840-8c05-e354dd9a185a tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:17.587582 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Pushing event deleted for resources: {'Port': ['ID=23440d31-eb64-49cc-b739-d7a5cbc386b0,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:17.614238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:17.668100 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4eb7b0-c73b-442e-8834-d14d60e34b33 req-5f9d1b5a-9794-452d-b97a-f6269db45a87 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:17.669539 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7a4eb7b0-c73b-442e-8834-d14d60e34b33 req-5f9d1b5a-9794-452d-b97a-f6269db45a87 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.2167931 Jun 09 22:04:17.714185 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks [] for floatingip, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:17.716449 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:17.717504 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] 10.222.0.26 "DELETE /v2.0/floatingips/d80007b7-9d7a-46bf-afe1-fcab94d27a4d HTTP/1.1" status: 204 len: 168 time: 0.7858653 Jun 09 22:04:17.729863 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7a4eb7b0-c73b-442e-8834-d14d60e34b33 req-485b1681-3044-4d2b-baf0-b2e2daa86bf4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538216 Jun 09 22:04:18.910635 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ed86-dfe2-4e08-93e5-1fa197ff4dc9 req-d23345f0-6548-4eba-9e1c-0e250194dd87 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:18.912092 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5318ed86-dfe2-4e08-93e5-1fa197ff4dc9 req-d23345f0-6548-4eba-9e1c-0e250194dd87 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0778134 Jun 09 22:04:19.083283 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5318ed86-dfe2-4e08-93e5-1fa197ff4dc9 req-40f0a2f6-b041-41d3-be08-b01cfb147e6c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655059 Jun 09 22:04:20.265414 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca310cf-8f61-465b-818f-4d143fa79c5d req-469d2c17-0d4f-44eb-97f5-a76a5129d540 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:20.267374 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6ca310cf-8f61-465b-818f-4d143fa79c5d req-469d2c17-0d4f-44eb-97f5-a76a5129d540 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0798900 Jun 09 22:04:20.313017 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6ca310cf-8f61-465b-818f-4d143fa79c5d req-1a9f7e11-c7d5-425a-9182-3e50f0cd832a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399508 Jun 09 22:04:21.502612 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b3cc-f0e6-48a4-9b2f-fce1db26dbed req-3023ddd7-b780-477f-bae0-cba38012090c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:21.504059 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7493b3cc-f0e6-48a4-9b2f-fce1db26dbed req-3023ddd7-b780-477f-bae0-cba38012090c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0802689 Jun 09 22:04:21.547214 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7493b3cc-f0e6-48a4-9b2f-fce1db26dbed req-5262d305-973b-4fe8-9cda-9b19ddc1bb87 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375915 Jun 09 22:04:21.728490 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54714) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:22.451340 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.780561 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae33e2-4eef-4a5c-857e-c3123de9c008 req-079ec28c-78a1-47b9-a58c-ce6ce81a230d tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:22.782032 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-40ae33e2-4eef-4a5c-857e-c3123de9c008 req-079ec28c-78a1-47b9-a58c-ce6ce81a230d tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1297884 Jun 09 22:04:22.825930 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-40ae33e2-4eef-4a5c-857e-c3123de9c008 req-61ae9cd7-03c8-470e-926d-fdf3b0d886fd tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382996 Jun 09 22:04:22.856226 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Deleting port f4d27b57-cf66-44b8-a140-8ec3dd908818 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:22.856766 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.973743 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] For port f4d27b57-cf66-44b8-a140-8ec3dd908818, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f4d27b57-cf66-44b8-a140-8ec3dd908818,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:22.974018 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.091197 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Calling delete_port for f4d27b57-cf66-44b8-a140-8ec3dd908818 owned by network:router_interface {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:23.224999 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.229408 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:23.271264 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d27b57-cf66-44b8-a140-8ec3dd908818,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:23.274439 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:23.631858 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.977561 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:04:24.056264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f2fab-25ab-42cf-8d80-cfc14f13df1b req-32c17c48-453c-4a94-a2e3-65accf0e6dbb tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:24.057713 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-325f2fab-25ab-42cf-8d80-cfc14f13df1b req-32c17c48-453c-4a94-a2e3-65accf0e6dbb tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1283846 Jun 09 22:04:24.112250 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-325f2fab-25ab-42cf-8d80-cfc14f13df1b req-9abf49dc-f36f-4d51-a59f-19d8621a54e0 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483902 Jun 09 22:04:24.159573 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:04:24.164595 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-bfac6fdd-5d0e-42d2-92ae-d20561f21359 admin admin] 10.222.0.26 "PUT /v2.0/routers/096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4348304 Jun 09 22:04:24.166790 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54726) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:24.169403 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] Sync routers for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:04:24.179032 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:24.179619 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:24.336205 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.351085 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:24.503916 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.573937 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Deleting port 95ed6508-c7e7-4de2-9404-a3c5748c91ed {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:24.574530 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.624977 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T22:04:23Z', 'revision_number': 5, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port': {'id': '95ed6508-c7e7-4de2-9404-a3c5748c91ed', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:26Z', 'updated_at': '2021-06-09T21:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:24.628803 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] Checking router: 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:04:24.636902 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] Routers {'096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:24.637495 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:24.789871 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] Set router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 gateway port host: None {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:24.800599 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] For port 95ed6508-c7e7-4de2-9404-a3c5748c91ed, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=95ed6508-c7e7-4de2-9404-a3c5748c91ed,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:24.800938 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.894369 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T22:04:24Z', 'revision_number': 6, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:24.898340 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af1573-73b5-4f67-9674-7d01d8918e5d None None] The sync data for ids ['096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05'] in dv-cinder-774286-15-iscsi is: [{'id': '096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05', 'name': 'tempest-AttachVolumeTestJSON-101731504-router', 'tenant_id': '32dd714a98654f4da3b8043c1bbc15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:24Z', 'updated_at': '2021-06-09T22:04:24Z', 'revision_number': 6, 'project_id': '32dd714a98654f4da3b8043c1bbc15df', 'gw_port_host': None}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:04:24.918974 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Calling delete_port for 95ed6508-c7e7-4de2-9404-a3c5748c91ed owned by network:router_gateway {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:25.056269 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.059477 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:25.100962 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ed6508-c7e7-4de2-9404-a3c5748c91ed,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:25.103431 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.195168 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.311845 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89554949-a83d-41fc-ac15-e8a76575b717 req-a36635fc-037b-4a19-a95b-28300564fa95 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:25.313260 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89554949-a83d-41fc-ac15-e8a76575b717 req-a36635fc-037b-4a19-a95b-28300564fa95 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0896554 Jun 09 22:04:25.362349 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-89554949-a83d-41fc-ac15-e8a76575b717 req-80e434cf-ab57-4790-ac8b-f686e4931879 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Jun 09 22:04:25.374138 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.376255 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.397685 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.398310 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 {{(pid=91685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:04:25.402861 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.404034 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-b9b0e2e7-d91d-426b-95a2-635567ef23b3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/096a2b9b-a65f-4fce-a6a6-4f4a1cf43d05 HTTP/1.1" status: 204 len: 168 time: 1.2363212 Jun 09 22:04:25.407127 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54730) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:25.464303 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Deleting subnet 6a8b2d82-910b-444c-8eb7-2aa4647a4a07 {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:04:25.467066 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.517282 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.591924 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.662984 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.667030 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:25.706816 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a8b2d82-910b-444c-8eb7-2aa4647a4a07,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:25.708754 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.710599 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6a8b2d82-910b-444c-8eb7-2aa4647a4a07 HTTP/1.1" status: 204 len: 168 time: 0.3024702 Jun 09 22:04:25.711406 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.712954 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54732) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:25.723260 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2df18f6-57ff-4c64-9816-ee75ba1d1820 None None] Network 053f7334-f91e-4e83-8350-b0dac27ad99b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:25.817213 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.890428 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Deleting port d1dff897-8425-4a6c-8a18-a930b90d6589 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:25.890907 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.994843 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] For port d1dff897-8425-4a6c-8a18-a930b90d6589, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=d1dff897-8425-4a6c-8a18-a930b90d6589,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:25.995212 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.002935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] DHCP port deletion for 053f7334-f91e-4e83-8350-b0dac27ad99b request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:04:26.116056 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Deleting port d1dff897-8425-4a6c-8a18-a930b90d6589 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:26.116435 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.125939 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Calling delete_port for d1dff897-8425-4a6c-8a18-a930b90d6589 owned by network:dhcp {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:26.177971 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.180025 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d1dff897-8425-4a6c-8a18-a930b90d6589 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:26.182611 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-da142aa7-af8f-4139-9560-b34c4dedefdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:26.225632 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: d1dff897-8425-4a6c-8a18-a930b90d6589 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:26.225897 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device d1dff897-8425-4a6c-8a18-a930b90d6589 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:26.226318 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 95ed6508-c7e7-4de2-9404-a3c5748c91ed no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:26.270801 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 95ed6508-c7e7-4de2-9404-a3c5748c91ed {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:26.271151 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 95ed6508-c7e7-4de2-9404-a3c5748c91ed not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:26.271573 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f4d27b57-cf66-44b8-a140-8ec3dd908818 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:26.314263 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: f4d27b57-cf66-44b8-a140-8ec3dd908818 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:26.314608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f4d27b57-cf66-44b8-a140-8ec3dd908818 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:26.317175 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] For port d1dff897-8425-4a6c-8a18-a930b90d6589, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=d1dff897-8425-4a6c-8a18-a930b90d6589,segment=NetworkSegment(c9a6f189-55ed-4da7-98de-43d29403f931),segment_id=c9a6f189-55ed-4da7-98de-43d29403f931)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:26.317568 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.330534 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dff897-8425-4a6c-8a18-a930b90d6589,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:26.332330 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] No DVR routers for this DVR port d1dff897-8425-4a6c-8a18-a930b90d6589 on host dv-cinder-774286-15-iscsi {{(pid=91685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:26.334013 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:26.437226 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Calling delete_port for d1dff897-8425-4a6c-8a18-a930b90d6589 owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:26.446962 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.461681 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053f7334-f91e-4e83-8350-b0dac27ad99b']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:26.474735 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a6f189-55ed-4da7-98de-43d29403f931') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:26.475343 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a6f189-55ed-4da7-98de-43d29403f931') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:26.487145 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.488837 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.493867 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:26.503689 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.510744 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:04:26.511354 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:04:26.524949 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:04:26.537161 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Pushing event deleted for resources: {'Port': ['ID=d1dff897-8425-4a6c-8a18-a930b90d6589,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:26.540655 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:26.544669 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] No DVR routers for this DVR port d1dff897-8425-4a6c-8a18-a930b90d6589 on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:26.592040 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-3c7a9843-8185-403d-b548-05cc245191ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.593495 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-3c7a9843-8185-403d-b548-05cc245191ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1099 time: 0.1358654 Jun 09 22:04:26.601839 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.609079 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3253909e-9003-4073-9ec0-96d08c271ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:26.611244 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cb875-c30d-4070-a9a4-7fe29df150c4 req-a8a2d58d-a6c5-4d6c-9d44-4fa9f440cec2 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.612286 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-775cb875-c30d-4070-a9a4-7fe29df150c4 req-a8a2d58d-a6c5-4d6c-9d44-4fa9f440cec2 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1108489 Jun 09 22:04:26.621893 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.623689 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] 10.222.0.26 "DELETE /v2.0/networks/053f7334-f91e-4e83-8350-b0dac27ad99b HTTP/1.1" status: 204 len: 168 time: 0.9098539 Jun 09 22:04:26.630092 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=053f7334-f91e-4e83-8350-b0dac27ad99b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:26.634430 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:26.741718 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-775cb875-c30d-4070-a9a4-7fe29df150c4 req-c9f13fa7-18c4-4ae1-84fe-f68647687267 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636454 Jun 09 22:04:26.758828 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 54738) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:26.803497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-9fde8b25-abbf-44e3-86a4-3c2d6b3ecd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.804907 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-9fde8b25-abbf-44e3-86a4-3c2d6b3ecd9e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 910 time: 0.2019255 Jun 09 22:04:26.887582 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-44c72d55-6a84-444b-8d20-631438ff628c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32dd714a98654f4da3b8043c1bbc15df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1275535 Jun 09 22:04:26.890625 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54740) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:26.914489 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-d3e113f4-640e-482f-aac3-871be7ab7e25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 1002 time: 0.1009533 Jun 09 22:04:26.948497 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.952032 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:04:26.974644 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:26.975266 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-5fd707f8-da3a-4afa-a737-f12b787484a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.976717 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-5fd707f8-da3a-4afa-a737-f12b787484a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0567527 Jun 09 22:04:27.029179 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:27.032188 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:27.033309 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c93a2342-b73d-4bf7-9318-510f7306dd89 HTTP/1.1" status: 204 len: 168 time: 0.1417079 Jun 09 22:04:27.034147 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8cbed66f-8135-4e5e-8222-f6cadf8b8a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:27.043567 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a2342-b73d-4bf7-9318-510f7306dd89,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:27.045996 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:27.054026 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-74dfc989-f276-45b5-907c-a311033e3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:27.055648 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-74dfc989-f276-45b5-907c-a311033e3e27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732994 Jun 09 22:04:27.194812 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-f289f3fc-cacd-469b-9408-4397799ed5f3 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269991 Jun 09 22:04:27.326340 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-91bb9dd5-4f59-4e97-b645-3e1e3d11deb2 req-c460a54d-9df2-468c-b938-4449f16772dd service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255467 Jun 09 22:04:27.925888 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa4cbb-e288-4340-8323-0744d96e0f84 req-0db3b735-f1a3-4191-bb02-7196ca05f78f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:27.927331 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4dfa4cbb-e288-4340-8323-0744d96e0f84 req-0db3b735-f1a3-4191-bb02-7196ca05f78f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0807827 Jun 09 22:04:27.970582 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4dfa4cbb-e288-4340-8323-0744d96e0f84 req-c099b122-22d3-4872-88e4-e45b33924f62 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376887 Jun 09 22:04:29.168063 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2852c9-2a33-4e4f-aeb4-065c3b6d3af4 req-79e13b11-b5b5-46da-ae90-cf2b68f609b5 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:29.169504 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3d2852c9-2a33-4e4f-aeb4-065c3b6d3af4 req-79e13b11-b5b5-46da-ae90-cf2b68f609b5 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0845714 Jun 09 22:04:29.214934 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3d2852c9-2a33-4e4f-aeb4-065c3b6d3af4 req-45760eab-e85b-404d-a3a1-a87b25cc13d9 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Jun 09 22:04:29.668340 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54812) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:29.783539 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6f2cee69-ef18-4750-b175-03c07571c330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.884343 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6f2cee69-ef18-4750-b175-03c07571c330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.888472 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-6f2cee69-ef18-4750-b175-03c07571c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.897375 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8f770b61-6fbb-4086-99a3-5cad316663b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:29.939107 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-6f2cee69-ef18-4750-b175-03c07571c330 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23c6c4f1e09746f68011d54a80c309ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697482 Jun 09 22:04:29.941709 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 54816) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:29.941840 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cee69-ef18-4750-b175-03c07571c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89dc4fc-8acc-460c-a748-716a37c02c01,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:29.944790 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6f2cee69-ef18-4750-b175-03c07571c330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:29.999321 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b566149a-a1bb-4719-a141-cd2e3c04c195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.025062 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b566149a-a1bb-4719-a141-cd2e3c04c195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.077464 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b566149a-a1bb-4719-a141-cd2e3c04c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.080448 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b566149a-a1bb-4719-a141-cd2e3c04c195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.082859 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b566149a-a1bb-4719-a141-cd2e3c04c195 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d89dc4fc-8acc-460c-a748-716a37c02c01 HTTP/1.1" status: 204 len: 168 time: 0.1399119 Jun 09 22:04:30.083717 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1f2c37fb-5dd3-4cf9-8616-893e708e3b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:30.093244 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566149a-a1bb-4719-a141-cd2e3c04c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89dc4fc-8acc-460c-a748-716a37c02c01,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:30.095687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b566149a-a1bb-4719-a141-cd2e3c04c195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:30.359904 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54824) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:30.378020 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-73c8b67a-4821-44f8-950c-59980838f660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.490637 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-73c8b67a-4821-44f8-950c-59980838f660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.494432 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-73c8b67a-4821-44f8-950c-59980838f660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.500891 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7e53-7f51-46a1-a50f-cb1cebf7283f req-1e97c27b-1c2c-41c7-b927-fff5e4abcbe3 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.501568 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e184f74a-1cd7-4f12-a00e-164f53ed13fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:30.502344 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-53ca7e53-7f51-46a1-a50f-cb1cebf7283f req-1e97c27b-1c2c-41c7-b927-fff5e4abcbe3 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1834030 Jun 09 22:04:30.544156 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8b67a-4821-44f8-950c-59980838f660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7aee8-43a8-4a04-a451-a101e3f1c5af,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:30.546444 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-53ca7e53-7f51-46a1-a50f-cb1cebf7283f req-ffcdc940-acf8-4e48-8c09-1500c3085b07 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379848 Jun 09 22:04:30.550939 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-73c8b67a-4821-44f8-950c-59980838f660 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=353befcf082e4dcca6a599fd1aaa59f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875775 Jun 09 22:04:30.550939 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-73c8b67a-4821-44f8-950c-59980838f660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:30.551476 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54826) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:30.609026 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a5831848-fe29-4ad4-a18f-82fe96011a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.634879 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a5831848-fe29-4ad4-a18f-82fe96011a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.684913 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a5831848-fe29-4ad4-a18f-82fe96011a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.687967 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a5831848-fe29-4ad4-a18f-82fe96011a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:30.689177 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a5831848-fe29-4ad4-a18f-82fe96011a79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42a7aee8-43a8-4a04-a451-a101e3f1c5af HTTP/1.1" status: 204 len: 168 time: 0.1371493 Jun 09 22:04:30.690015 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e29710aa-3846-4bdf-97da-48a4ed2777a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:30.699703 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831848-fe29-4ad4-a18f-82fe96011a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7aee8-43a8-4a04-a451-a101e3f1c5af,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:30.702167 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a5831848-fe29-4ad4-a18f-82fe96011a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:30.927037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fcc03-5969-40fe-bdb9-ca76a4765cb3 req-b4744bf3-0a05-421b-b167-e95500534e4f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.928693 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-308fcc03-5969-40fe-bdb9-ca76a4765cb3 req-b4744bf3-0a05-421b-b167-e95500534e4f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0962491 Jun 09 22:04:30.975654 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-308fcc03-5969-40fe-bdb9-ca76a4765cb3 req-01696639-65d2-42c2-9b57-45eb6378f60b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395982 Jun 09 22:04:31.018500 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-38b7b46a-7986-49f3-8ac8-bd9946442ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2506371 Jun 09 22:04:31.490392 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54860) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:31.592197 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1477480567-network', 'tenant_id': 'df8073dde87547d29422188ba21541e0'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:31.613730 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Made reservation on behalf of df8073dde87547d29422188ba21541e0 for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:31.616126 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.628218 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.734683 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.738310 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.741118 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-575b210d-c956-4f6f-b01c-3c123a8f0f5d tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:31.770030 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:04:31.775028 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d5bdc1-1a04-43d6-bd7b-7eeb7973a41f,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:31.778537 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:31.783120 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.783120 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Added segment 4e8d5aee-cd32-464f-ae49-8b8bb1411004 of type vlan for network c63b6f93-2548-4e33-bdf5-fdda9b770b1d Jun 09 22:04:31.808708 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.836916 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.838309 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:31.838844 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:31.843456 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:31.931891 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4404936 Jun 09 22:04:31.934791 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 54864) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:31.940249 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Request body: {'subnet': {'network_id': 'c63b6f93-2548-4e33-bdf5-fdda9b770b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1477480567-subnet', 'tenant_id': 'df8073dde87547d29422188ba21541e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:31.942151 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Pushing event updated for resources: {'Network': ['ID=c63b6f93-2548-4e33-bdf5-fdda9b770b1d,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:31.944812 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:31.951928 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network c63b6f93-2548-4e33-bdf5-fdda9b770b1d details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:04:31.962185 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Made reservation on behalf of df8073dde87547d29422188ba21541e0 for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:31.964585 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5881633'] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:32.182272 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6730084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5881683'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:32.188685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-32abaf9a-110b-432c-a352-1a603aaf0cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:32.307497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c82abd0-bc39-4d62-b761-a7a28d762c07,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:32.310436 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:32.319053 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Checking segment: {'id': '4e8d5aee-cd32-464f-ae49-8b8bb1411004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c63b6f93-2548-4e33-bdf5-fdda9b770b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:04:32.319410 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Network hostable DHCP agents. Network: c63b6f93-2548-4e33-bdf5-fdda9b770b1d, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:04:32.350359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Network c63b6f93-2548-4e33-bdf5-fdda9b770b1d is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:04:32.363186 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, c63b6f93-2548-4e33-bdf5-fdda9b770b1d) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:32.372007 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05761cf6-9b14-4f18-bd22-cafb426439d8 None None] Network c63b6f93-2548-4e33-bdf5-fdda9b770b1d requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:32.373280 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d89b6a-3891-458d-9fee-ffb84f156d5b req-409dd979-2d00-4339-91fa-036ae2ded69f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:32.374727 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c6d89b6a-3891-458d-9fee-ffb84f156d5b req-409dd979-2d00-4339-91fa-036ae2ded69f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1357954 Jun 09 22:04:32.375935 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:32.376514 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:32.424074 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-ef81fc0a-0b0f-445c-a747-fb4d456f6ded admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4787772 Jun 09 22:04:32.441672 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c6d89b6a-3891-458d-9fee-ffb84f156d5b req-6aec0eb7-43db-4425-af06-0950d355ec53 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597289 Jun 09 22:04:32.573965 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c87cbc-459b-4b7f-adf9-fc5ebad4dd92 None None] Network c63b6f93-2548-4e33-bdf5-fdda9b770b1d requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:32.886859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-15dae802-c256-43f1-8efd-9569c7ba546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:32.888341 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-15dae802-c256-43f1-8efd-9569c7ba546a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd&tenant_id=ec673abe224149f39bb1c8b52460ae6b HTTP/1.1" status: 200 len: 1099 time: 0.0700097 Jun 09 22:04:32.946451 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 54882) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:32.951996 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-384236298-network', 'tenant_id': 'd095dc302ec740fabd735b2bad7728f7'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:32.974194 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Made reservation on behalf of d095dc302ec740fabd735b2bad7728f7 for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:32.976667 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:32.989982 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:32.993678 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-0018356a-264b-4f33-81cb-cfcef1508fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:32.995247 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-0018356a-264b-4f33-81cb-cfcef1508fd2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1099 time: 0.0711727 Jun 09 22:04:33.108051 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.112663 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.116528 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-fbe223d6-bfdf-41fb-a9ad-ebb76ce75bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:33.135777 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-a91dff32-6056-450d-a5d2-c39c9f2b1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.137242 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-a91dff32-6056-450d-a5d2-c39c9f2b1d5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 910 time: 0.1358304 Jun 09 22:04:33.142909 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:04:33.151273 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1402765c-0e09-44a7-b172-60e77d89dbee,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:33.154886 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:33.157693 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.158089 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Added segment da16d556-ba94-487a-a00c-fee87c844cbc of type vlan for network f9fee41f-de50-4eba-8903-46e2376bfc4f Jun 09 22:04:33.174191 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.185718 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.216034 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.217306 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.217883 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.222618 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:33.241604 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-7b66e5d2-edb3-4266-9b07-8b6395819a93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 1002 time: 0.0972331 Jun 09 22:04:33.308371 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3605385 Jun 09 22:04:33.309127 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90f86731-da1d-4bff-987d-47e97b8437d3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:33.310487 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 54884) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:33.316155 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Request body: {'subnet': {'network_id': 'f9fee41f-de50-4eba-8903-46e2376bfc4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-384236298-subnet', 'tenant_id': 'd095dc302ec740fabd735b2bad7728f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:33.318369 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fee41f-de50-4eba-8903-46e2376bfc4f,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:33.319935 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-40f869a8-add4-41e9-9f0f-3349f7faaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.321077 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-4e7a4c4f-680d-4fa5-91ff-0db29290fa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:33.321360 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-40f869a8-add4-41e9-9f0f-3349f7faaa30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0733383 Jun 09 22:04:33.350171 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network f9fee41f-de50-4eba-8903-46e2376bfc4f details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:04:33.383511 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Made reservation on behalf of d095dc302ec740fabd735b2bad7728f7 for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:33.385819 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5881633'] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.506570 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-bc2c4c97-0f5b-414e-9875-a6ced9f60184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.508141 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-bc2c4c97-0f5b-414e-9875-a6ced9f60184 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1766281 Jun 09 22:04:33.528177 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.555774 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:33.558029 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59cd529-0e23-41a7-a9be-436bdd01600d" -d '{"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:33.566799 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:33.570931 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.572726 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:33.609514 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d6b74f-83c5-4126-b5d1-bde71c1b9f32 x-openstack-request-id: req-57d6b74f-83c5-4126-b5d1-bde71c1b9f32 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:33.609809 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:33.610065 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57d6b74f-83c5-4126-b5d1-bde71c1b9f32 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:33.610455 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'code': 200} Jun 09 22:04:33.642621 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=6']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:33.655729 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.656107 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.656440 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.656772 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.657098 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.657425 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.657747 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.658157 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.658519 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.658857 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.659189 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.659526 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:33.663514 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:33.789049 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-21066bd8-5cf6-4f4d-9aff-0099f5023a80 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708552 Jun 09 22:04:33.823248 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d91499-8139-4a79-8710-0a7390aeb30a req-b7051909-eac2-4026-a9e3-26ef77dc2435 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.824925 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-61d91499-8139-4a79-8710-0a7390aeb30a req-b7051909-eac2-4026-a9e3-26ef77dc2435 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.2339785 Jun 09 22:04:33.828182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6730084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5881683'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:33.982559 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:34.064685 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-44a2f4f1-fe0c-4686-9d8b-ff0556bfa491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:34.123363 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-61d91499-8139-4a79-8710-0a7390aeb30a req-e8c0d34c-4371-4453-8a36-502deb68a4e0 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496491 Jun 09 22:04:34.124012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35779303-301e-47c7-a6d8-a95213953ce7,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:34.137951 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:34.145752 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Checking segment: {'id': 'da16d556-ba94-487a-a00c-fee87c844cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f9fee41f-de50-4eba-8903-46e2376bfc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:04:34.147102 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Network hostable DHCP agents. Network: f9fee41f-de50-4eba-8903-46e2376bfc4f, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:04:34.157893 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-492649ba-65ba-430a-9883-b523f0693288 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615170 Jun 09 22:04:34.172614 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Network f9fee41f-de50-4eba-8903-46e2376bfc4f is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:04:34.182680 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, f9fee41f-de50-4eba-8903-46e2376bfc4f) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:34.186695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.187283 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:34.192002 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8016e2d-d0fe-410d-8182-025d5ef22ec3 None None] Network f9fee41f-de50-4eba-8903-46e2376bfc4f requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:34.205061 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-56d627f0-2ce2-41a3-91db-d8647ae5762c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8928971 Jun 09 22:04:34.304072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd153-9916-420d-90ce-ba71e540af31 req-10b72cb8-6a32-436e-a16c-159ebfd24b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.305614 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-18bfd153-9916-420d-90ce-ba71e540af31 req-10b72cb8-6a32-436e-a16c-159ebfd24b74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1097 time: 0.0753725 Jun 09 22:04:34.423300 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7227b9-deba-476e-a0e0-c64697552dfd None None] Network f9fee41f-de50-4eba-8903-46e2376bfc4f requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:34.458301 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd153-9916-420d-90ce-ba71e540af31 req-a0e2eeb7-5fe6-42bb-9620-b35d2d602833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.459937 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-18bfd153-9916-420d-90ce-ba71e540af31 req-a0e2eeb7-5fe6-42bb-9620-b35d2d602833 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 910 time: 0.1356561 Jun 09 22:04:34.567801 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-18bfd153-9916-420d-90ce-ba71e540af31 req-9d0f6db5-a6ba-4856-9cc3-6dd5776e9a2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 1000 time: 0.0992312 Jun 09 22:04:34.633103 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd153-9916-420d-90ce-ba71e540af31 req-6a6ee3f6-a174-4d63-93c3-2ea79814539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.634508 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-18bfd153-9916-420d-90ce-ba71e540af31 req-6a6ee3f6-a174-4d63-93c3-2ea79814539a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0604584 Jun 09 22:04:34.710335 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd153-9916-420d-90ce-ba71e540af31 req-77703149-bfd1-454a-bbe8-c47c910dad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.711783 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-18bfd153-9916-420d-90ce-ba71e540af31 req-77703149-bfd1-454a-bbe8-c47c910dad40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700414 Jun 09 22:04:34.854134 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-18bfd153-9916-420d-90ce-ba71e540af31 req-8c15fdaa-65aa-435d-a620-a57d5053ac46 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294436 Jun 09 22:04:34.985451 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-18bfd153-9916-420d-90ce-ba71e540af31 req-5f7663a5-d72a-4e9c-968b-62e18036cd3d service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300800 Jun 09 22:04:35.301859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dda191-bdff-497a-a09d-2d4ca3dc8f37 req-f5adddbd-d11c-4341-8959-2eb6deb3f76c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:35.303245 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-67dda191-bdff-497a-a09d-2d4ca3dc8f37 req-f5adddbd-d11c-4341-8959-2eb6deb3f76c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0771804 Jun 09 22:04:35.349333 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-67dda191-bdff-497a-a09d-2d4ca3dc8f37 req-7e1af930-d26b-409f-b836-d733febb7e54 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405686 Jun 09 22:04:36.278460 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-16e19a98-a83d-4825-a6f0-ad53201d9172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.466845 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.533555 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d061a1b-8859-409f-bc7f-3369659432fa req-e44d568e-e8e8-4192-b967-ce759c348d6a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.534966 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d061a1b-8859-409f-bc7f-3369659432fa req-e44d568e-e8e8-4192-b967-ce759c348d6a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0825934 Jun 09 22:04:36.577775 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6d061a1b-8859-409f-bc7f-3369659432fa req-2bd60520-ce84-4bf6-8175-4aaea48e2881 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370390 Jun 09 22:04:37.638210 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.789253 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8288ecc-e8c8-44aa-98d3-0b6d07e371a5 req-3893ebc0-aede-46a4-9da5-d89144d76f2c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:37.790890 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8288ecc-e8c8-44aa-98d3-0b6d07e371a5 req-3893ebc0-aede-46a4-9da5-d89144d76f2c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0959256 Jun 09 22:04:37.843691 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d8288ecc-e8c8-44aa-98d3-0b6d07e371a5 req-b275c3e8-dd8c-46ce-abb0-71d869fcca2c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460970 Jun 09 22:04:39.023866 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2113df-0711-4014-927e-f5ce903038fd req-8a7582c4-2aed-4162-86fb-c84979306ad0 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:39.025371 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6c2113df-0711-4014-927e-f5ce903038fd req-8a7582c4-2aed-4162-86fb-c84979306ad0 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0776463 Jun 09 22:04:39.069458 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6c2113df-0711-4014-927e-f5ce903038fd req-118a42ab-627b-4c8f-a908-5741b06fce65 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384691 Jun 09 22:04:39.343263 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:40.254663 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439556-94ea-4470-9e1e-d39810f8d2ca req-86dbaa18-734a-49be-b6e2-567941310439 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:40.256184 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-00439556-94ea-4470-9e1e-d39810f8d2ca req-86dbaa18-734a-49be-b6e2-567941310439 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0835164 Jun 09 22:04:40.299947 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-00439556-94ea-4470-9e1e-d39810f8d2ca req-8e98c2b9-35b1-4bb3-ae13-7ccb991e6ed4 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383124 Jun 09 22:04:41.388219 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334085a-504c-41f3-9315-0c7a24986b5f req-448a71c7-f4e1-4376-b3bd-5dccc75f4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:41.389728 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2334085a-504c-41f3-9315-0c7a24986b5f req-448a71c7-f4e1-4376-b3bd-5dccc75f4876 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1097 time: 0.1639714 Jun 09 22:04:41.476292 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2334085a-504c-41f3-9315-0c7a24986b5f req-b5d4b363-f605-4ecf-8464-e01121674d08 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795226 Jun 09 22:04:41.506096 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e33c2b-c123-444e-b54c-357dcb603438 req-88f3fcc7-5ba3-414a-90df-ba0ee662957d tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:41.507400 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3e33c2b-c123-444e-b54c-357dcb603438 req-88f3fcc7-5ba3-414a-90df-ba0ee662957d tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0967112 Jun 09 22:04:41.550839 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f3e33c2b-c123-444e-b54c-357dcb603438 req-19fb005b-3d9b-4ac3-901e-26e7aa30f99a tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Jun 09 22:04:42.742999 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04985be0-a735-4cad-be81-a8b8c43aba0a req-3392dba4-b516-426f-9eba-c31437f600e7 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:42.744437 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04985be0-a735-4cad-be81-a8b8c43aba0a req-3392dba4-b516-426f-9eba-c31437f600e7 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.0834382 Jun 09 22:04:42.887219 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-04985be0-a735-4cad-be81-a8b8c43aba0a req-a9e430b5-a250-40cd-8d6e-43b3f2f8ecd5 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372190 Jun 09 22:04:43.340263 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90f86731-da1d-4bff-987d-47e97b8437d3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:43.473781 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:43.486494 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '90f86731-da1d-4bff-987d-47e97b8437d3', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'port_id': '90f86731-da1d-4bff-987d-47e97b8437d3', 'mac_address': 'fa:16:3e:26:53:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:43.544088 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.560168 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f86731-da1d-4bff-987d-47e97b8437d3 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:43.575170 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:43.579730 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.581429 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:43.644304 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=7']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:43.647319 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:43.958219 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['90f86731-da1d-4bff-987d-47e97b8437d3'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:44.068385 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0a26-7f93-4869-862f-06c5651e276d req-c4a3896f-bca6-4039-8f8b-41a8962a0289 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:44.069832 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7ace0a26-7f93-4869-862f-06c5651e276d req-c4a3896f-bca6-4039-8f8b-41a8962a0289 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 945 time: 0.0788970 Jun 09 22:04:44.117270 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7ace0a26-7f93-4869-862f-06c5651e276d req-36238a4b-9c52-4629-9a17-d89548dd4ee7 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Jun 09 22:04:45.361871 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90f86731-da1d-4bff-987d-47e97b8437d3 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:45.430180 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 90f86731-da1d-4bff-987d-47e97b8437d3 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:45.430563 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.543508 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.570271 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:45.572555 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68db2bbd-4314-4968-b385-1886889d9af5" -d '{"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-plugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:45.581325 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:45.584507 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.586320 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:45.616592 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beba412-5686-4709-bba9-56536bc44b5b x-openstack-request-id: req-6beba412-5686-4709-bba9-56536bc44b5b {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:45.616890 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-plugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:45.617251 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6beba412-5686-4709-bba9-56536bc44b5b {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:45.617550 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'code': 200} Jun 09 22:04:45.657646 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=8']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:45.660573 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:50.564305 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55038) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:50.621074 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Deleting subnet 4c82abd0-bc39-4d62-b761-a7a28d762c07 {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:04:50.624023 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:50.673069 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:50.727240 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:50.792525 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:50.796998 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3d554951-cf0d-4d30-bd9a-20d5f6620b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:50.835101 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c82abd0-bc39-4d62-b761-a7a28d762c07,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:50.836942 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:50.839955 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4c82abd0-bc39-4d62-b761-a7a28d762c07 HTTP/1.1" status: 204 len: 168 time: 0.2744751 Jun 09 22:04:50.840883 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c0e8962a-130e-403b-95ca-659b01ea0e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:50.841214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55040) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:50.941347 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.064774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.077071 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63b6f93-2548-4e33-bdf5-fdda9b770b1d']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:51.088525 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8d5aee-cd32-464f-ae49-8b8bb1411004') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:51.088755 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8d5aee-cd32-464f-ae49-8b8bb1411004') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:51.099392 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.115090 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.121044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:04:51.121417 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:04:51.134933 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:04:51.208996 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.212551 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:51.225659 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.227409 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c63b6f93-2548-4e33-bdf5-fdda9b770b1d HTTP/1.1" status: 204 len: 168 time: 0.3851962 Jun 09 22:04:51.230106 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55042) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:51.262307 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63b6f93-2548-4e33-bdf5-fdda9b770b1d,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:51.268043 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:51.289772 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Deleting subnet 35779303-301e-47c7-a6d8-a95213953ce7 {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:04:51.292736 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.340740 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5967774'] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.396270 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.468926 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6730147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5881692'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.473402 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:51.507345 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35779303-301e-47c7-a6d8-a95213953ce7,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:51.510282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:51.511225 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.513381 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35779303-301e-47c7-a6d8-a95213953ce7 HTTP/1.1" status: 204 len: 168 time: 0.2820442 Jun 09 22:04:51.515660 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55044) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:51.616370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.734278 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.750620 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fee41f-de50-4eba-8903-46e2376bfc4f']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:51.765290 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da16d556-ba94-487a-a00c-fee87c844cbc') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:51.765578 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da16d556-ba94-487a-a00c-fee87c844cbc') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:51.776833 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.791851 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.797620 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:04:51.797984 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:04:51.811745 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:04:51.882664 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.886546 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-06cb642b-776e-4c56-98eb-a3ab58d0c3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:51.902596 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:51.904392 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9fee41f-de50-4eba-8903-46e2376bfc4f HTTP/1.1" status: 204 len: 168 time: 0.3878477 Jun 09 22:04:51.910427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fee41f-de50-4eba-8903-46e2376bfc4f,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:51.912767 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-090f2598-6a25-4833-8dbe-db6b7fa431c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:52.070246 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55048) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:52.117799 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-e7f3d4aa-46ac-4248-87a5-e6fc4c5f9269 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df8073dde87547d29422188ba21541e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463471 Jun 09 22:04:52.120131 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55050) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:52.175273 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.200025 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.249084 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.252005 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.253814 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70d5bdc1-1a04-43d6-bd7b-7eeb7973a41f HTTP/1.1" status: 204 len: 168 time: 0.1325221 Jun 09 22:04:52.255728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-09b484aa-0c22-430d-b7c5-378581d76d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:52.267621 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d5bdc1-1a04-43d6-bd7b-7eeb7973a41f,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:52.274300 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:52.589791 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55056) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:52.636693 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-65c4734e-dfdb-4ecc-be2d-b9affb8ea23a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d095dc302ec740fabd735b2bad7728f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457118 Jun 09 22:04:52.638900 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55058) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:52.694392 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.718882 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.768852 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.771246 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:52.772397 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1402765c-0e09-44a7-b172-60e77d89dbee HTTP/1.1" status: 204 len: 168 time: 0.1326377 Jun 09 22:04:52.773144 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6a50c419-ef74-40f1-aebf-6af40835860d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:52.782483 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1402765c-0e09-44a7-b172-60e77d89dbee,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:52.785476 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:57.425310 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55128) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:57.539198 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-984f8498-76a9-4aff-944e-a1b693b7f53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:57.645349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-984f8498-76a9-4aff-944e-a1b693b7f53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:57.649051 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-984f8498-76a9-4aff-944e-a1b693b7f53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:57.656751 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8c77c7e9-bd08-455d-9c4a-429ce8e9833a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:57.696072 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-984f8498-76a9-4aff-944e-a1b693b7f53d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83aa90cefafd4839a9d843486f2f74a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696290 Jun 09 22:04:57.696834 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f8498-76a9-4aff-944e-a1b693b7f53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e162b9b-a8de-4cfd-a94b-71ecfed0cfb3,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:57.698855 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55132) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:57.700173 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-984f8498-76a9-4aff-944e-a1b693b7f53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:57.847962 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9b777f1-ccdd-4b48-86ad-b13b4a346352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:57.872678 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9b777f1-ccdd-4b48-86ad-b13b4a346352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:57.924048 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9b777f1-ccdd-4b48-86ad-b13b4a346352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:57.926648 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d9b777f1-ccdd-4b48-86ad-b13b4a346352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:57.927741 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d9b777f1-ccdd-4b48-86ad-b13b4a346352 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e162b9b-a8de-4cfd-a94b-71ecfed0cfb3 HTTP/1.1" status: 204 len: 168 time: 0.2276676 Jun 09 22:04:57.928501 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d428a286-2573-449d-a6b5-2f26f519ac2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:57.937715 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b777f1-ccdd-4b48-86ad-b13b4a346352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e162b9b-a8de-4cfd-a94b-71ecfed0cfb3,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:57.940143 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d9b777f1-ccdd-4b48-86ad-b13b4a346352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:01.794093 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55178) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:01.907103 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ecf34ad6-6000-44d6-a788-4123a19de4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.025645 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ecf34ad6-6000-44d6-a788-4123a19de4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.030459 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ecf34ad6-6000-44d6-a788-4123a19de4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.039733 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8c481ae6-09e6-4aba-bf8a-606c6834df0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:02.076842 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ecf34ad6-6000-44d6-a788-4123a19de4fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39338a238f254286b14243a04748d6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816572 Jun 09 22:05:02.078378 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf34ad6-6000-44d6-a788-4123a19de4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b565f0-f289-40a9-872e-3260a024df57,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:02.080033 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55182) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:02.082113 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ecf34ad6-6000-44d6-a788-4123a19de4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:02.136194 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3214085a-a24e-4a0c-a859-ccb57b30390a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.161503 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3214085a-a24e-4a0c-a859-ccb57b30390a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.211694 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3214085a-a24e-4a0c-a859-ccb57b30390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.214107 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3214085a-a24e-4a0c-a859-ccb57b30390a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.215205 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-3214085a-a24e-4a0c-a859-ccb57b30390a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66b565f0-f289-40a9-872e-3260a024df57 HTTP/1.1" status: 204 len: 168 time: 0.1342051 Jun 09 22:05:02.215883 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:02.225319 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214085a-a24e-4a0c-a859-ccb57b30390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b565f0-f289-40a9-872e-3260a024df57,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:02.227592 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3214085a-a24e-4a0c-a859-ccb57b30390a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:03.190033 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.951724 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:05:04.066422 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-05a615bf-1129-4aa2-883b-4f91f7e1b9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.283410 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-99a3ff12-31f5-4d08-af19-0d64599af433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.469128 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.634643 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:08.916788 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000c9e4-9bce-4afa-9907-39622d875d55 req-d9d90d17-134b-443e-bc03-610a7b24c625 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:08.918390 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7000c9e4-9bce-4afa-9907-39622d875d55 req-d9d90d17-134b-443e-bc03-610a7b24c625 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 947 time: 0.0893638 Jun 09 22:05:08.965455 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7000c9e4-9bce-4afa-9907-39622d875d55 req-d3606d47-aa40-4d3b-a5d5-ce945dd6b7fe tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Jun 09 22:05:09.346907 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.157052 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abc1ec-e5d2-48f8-919e-75b4169ce516 req-f5575d47-2250-436b-8a1e-f2789526b463 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:10.158391 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d2abc1ec-e5d2-48f8-919e-75b4169ce516 req-f5575d47-2250-436b-8a1e-f2789526b463 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 947 time: 0.0784690 Jun 09 22:05:10.208990 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d2abc1ec-e5d2-48f8-919e-75b4169ce516 req-bf62d422-8562-4a1e-8ade-f986640264aa tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 Jun 09 22:05:10.766978 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74712c92-3f8e-4831-a144-51cc3318f38e req-88e9ddbf-f673-49e4-b3ab-7a6e9d42c1ea tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:10.768402 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74712c92-3f8e-4831-a144-51cc3318f38e req-88e9ddbf-f673-49e4-b3ab-7a6e9d42c1ea tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 947 time: 0.0779767 Jun 09 22:05:10.909860 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Deleting port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:10.910189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.134834 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] For port 9be72dfe-ad24-4cc3-809f-ad5b948ab596, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9be72dfe-ad24-4cc3-809f-ad5b948ab596,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:11.135188 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.480253 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.481032 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.481032 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Floating IP 92b36114-ae65-4353-bb22-8ce4779221d1 disassociated. External IP: 172.27.1.192, port: 9be72dfe-ad24-4cc3-809f-ad5b948ab596. Jun 09 22:05:11.481249 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Calling delete_port for 9be72dfe-ad24-4cc3-809f-ad5b948ab596 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:11.512857 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15d4b5-19d1-42c0-83a6-eadf7b9135c3 req-6543946b-a852-40aa-afff-cb4294732f64 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.514335 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8c15d4b5-19d1-42c0-83a6-eadf7b9135c3 req-6543946b-a852-40aa-afff-cb4294732f64 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 947 time: 0.1952634 Jun 09 22:05:11.566285 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8c15d4b5-19d1-42c0-83a6-eadf7b9135c3 req-2f840cb4-7354-4a76-a28e-7a77beec1771 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f50940e-f235-45a8-93da-5a9cf6d518e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458138 Jun 09 22:05:11.647183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.652822 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6e6948ca-3da7-4aa7-a36f-38a1029e1038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:11.696446 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event deleted for resources: {'Port': ['ID=9be72dfe-ad24-4cc3-809f-ad5b948ab596,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:11.699729 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:11.889449 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:12.068825 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:12.078276 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] Sync routers for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:12.087718 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:12.088660 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:12.146216 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] No DVR routers for this DVR port 9be72dfe-ad24-4cc3-809f-ad5b948ab596 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:12.148790 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:12.150914 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-74712c92-3f8e-4831-a144-51cc3318f38e req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.22 "DELETE /v2.0/ports/9be72dfe-ad24-4cc3-809f-ad5b948ab596 HTTP/1.1" status: 204 len: 173 time: 1.3743856 Jun 09 22:05:12.151430 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-deleted', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:12.153860 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1248aa1a-a319-46e0-8423-5878c61165db" -d '{"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-deleted", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:12.321108 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:12.362658 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b34fa33-1254-4102-884d-7494c2f66994 x-openstack-request-id: req-8b34fa33-1254-4102-884d-7494c2f66994 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:12.362978 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047c212-5428-46db-ad76-355843c8b49f", "name": "network-vif-deleted", "tag": "9be72dfe-ad24-4cc3-809f-ad5b948ab596", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:12.363263 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b34fa33-1254-4102-884d-7494c2f66994 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:12.363690 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047c212-5428-46db-ad76-355843c8b49f', 'name': 'network-vif-deleted', 'tag': '9be72dfe-ad24-4cc3-809f-ad5b948ab596', 'status': 'completed', 'code': 200} Jun 09 22:05:12.642160 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:12.646008 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] Checking router: 6f9361b4-83d6-49ee-9b54-41f6a46a8940 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:12.654056 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:12.654643 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:12.746120 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0870bbdc-69f6-4d60-ac3a-0f2deef9e3b5 req-4f3f8091-dbbb-4644-b383-68b2bf7e3ec8 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4047c212-5428-46db-ad76-355843c8b49f HTTP/1.1" status: 200 len: 210 time: 0.0489142 Jun 09 22:05:12.832134 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:13.142303 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:13.146531 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab14d3-5a79-474a-b4e0-32442fb16927 None None] The sync data for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi is: [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 4, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '5ff108d4-826d-4c2b-97b1-277a202f3015', 'name': '', 'network_id': '7c9b8232-e1d8-42a1-a6fb-10d2995c03a2', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'mac_address': 'fa:16:3e:1c:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:31Z', 'updated_at': '2021-06-09T21:54:47Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'subnets': [{'id': 'a9abe91a-621c-4390-b0e3-eae45948bbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:13.350843 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf514b86-dc2c-48f8-a5ed-c9a2e50fc209 None None] New status for floating IP 92b36114-ae65-4353-bb22-8ce4779221d1: DOWN {{(pid=91687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:05:13.487486 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:13.528408 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 9be72dfe-ad24-4cc3-809f-ad5b948ab596 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:13.528754 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 9be72dfe-ad24-4cc3-809f-ad5b948ab596 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:13.885870 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55310) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:13.950588 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:13.980969 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.033842 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.036184 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.037283 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "DELETE /v2.0/security-groups/8f50940e-f235-45a8-93da-5a9cf6d518e6 HTTP/1.1" status: 204 len: 168 time: 0.1504424 Jun 09 22:05:14.038027 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b6ff5f6d-5913-43d6-bcf4-0f4f7600dcdb tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:14.040164 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55312) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:14.049529 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f50940e-f235-45a8-93da-5a9cf6d518e6,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:14.056734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.057104 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.057465 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.057833 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.058169 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.058515 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.058862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.059204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.059545 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.059905 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.060026 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.api.v2.resource [None req-931a5b1c-cfc6-4a03-8e0b-30edf91dcb75 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] show failed (client error): The resource could not be found. Jun 09 22:05:14.060249 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.060586 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.060985 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-931a5b1c-cfc6-4a03-8e0b-30edf91dcb75 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "GET /v2.0/security-groups/8f50940e-f235-45a8-93da-5a9cf6d518e6 HTTP/1.1" status: 404 len: 347 time: 0.0198364 Jun 09 22:05:14.063770 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-529f516d-544e-4e53-8324-0e3ae37bced5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:14.064441 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55314) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:14.401848 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Deleting port 16f10567-38b9-4266-8d40-8c4f31d16db8 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:14.402105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.523402 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.523724 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.646926 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Calling delete_port for 16f10567-38b9-4266-8d40-8c4f31d16db8 owned by network:floatingip {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:14.755792 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.759393 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-cc58911f-c721-4ab7-96f4-02e6f6dd0dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:14.803930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Pushing event deleted for resources: {'Port': ['ID=16f10567-38b9-4266-8d40-8c4f31d16db8,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:14.807497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:14.894076 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks [] for floatingip, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.896416 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.897520 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] 10.222.0.26 "DELETE /v2.0/floatingips/92b36114-ae65-4353-bb22-8ce4779221d1 HTTP/1.1" status: 204 len: 168 time: 0.8314793 Jun 09 22:05:17.698470 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55356) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:18.375644 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.872403 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Deleting port 5ff108d4-826d-4c2b-97b1-277a202f3015 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:18.873042 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.990836 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] For port 5ff108d4-826d-4c2b-97b1-277a202f3015, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=5ff108d4-826d-4c2b-97b1-277a202f3015,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:18.991192 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:19.117747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Calling delete_port for 5ff108d4-826d-4c2b-97b1-277a202f3015 owned by network:router_interface {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:19.252257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:19.256588 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5c99f2d5-0d10-4c09-b684-0db6c1e153e5 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:19.301694 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff108d4-826d-4c2b-97b1-277a202f3015,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:19.326702 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:19.568675 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:19.931059 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:20.208515 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:20.214091 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] 10.222.0.26 "PUT /v2.0/routers/6f9361b4-83d6-49ee-9b54-41f6a46a8940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5143061 Jun 09 22:05:20.215897 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55364) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:20.218805 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] Sync routers for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:20.227947 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:20.228543 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.385476 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks [] for router, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.405510 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:20.558280 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.627432 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Deleting port 370afb11-4c7d-45ab-a571-a792b416d468 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:20.627768 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.679439 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '370afb11-4c7d-45ab-a571-a792b416d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T22:05:19Z', 'revision_number': 5, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port': {'id': '370afb11-4c7d-45ab-a571-a792b416d468', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.683237 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] Checking router: 6f9361b4-83d6-49ee-9b54-41f6a46a8940 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:20.691329 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] Routers {'6f9361b4-83d6-49ee-9b54-41f6a46a8940'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:20.691952 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.760486 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] For port 370afb11-4c7d-45ab-a571-a792b416d468, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=370afb11-4c7d-45ab-a571-a792b416d468,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:20.760837 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.872440 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] Set router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 gateway port host: None {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:20.883972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Calling delete_port for 370afb11-4c7d-45ab-a571-a792b416d468 owned by network:router_gateway {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:20.973591 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T22:05:20Z', 'revision_number': 6, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.977493 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f29d4d-dd0e-4b43-a1d8-b5a6585645fc None None] The sync data for ids ['6f9361b4-83d6-49ee-9b54-41f6a46a8940'] in dv-cinder-774286-15-iscsi is: [{'id': '6f9361b4-83d6-49ee-9b54-41f6a46a8940', 'name': 'tempest-AttachVolumeShelveTestJSON-116907507-router', 'tenant_id': 'f8fd85fea18c430db42a6239f71174ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T22:05:20Z', 'revision_number': 6, 'project_id': 'f8fd85fea18c430db42a6239f71174ad', 'gw_port_host': None}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:21.026407 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.031297 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-025f679c-1044-42b6-8997-4f12ced8829d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:21.083095 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=370afb11-4c7d-45ab-a571-a792b416d468,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:21.107835 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:21.168661 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.335312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.337570 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.360319 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.360811 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9361b4-83d6-49ee-9b54-41f6a46a8940 {{(pid=91686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:05:21.365471 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.366433 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6f9361b4-83d6-49ee-9b54-41f6a46a8940 HTTP/1.1" status: 204 len: 168 time: 1.1496086 Jun 09 22:05:21.369012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55368) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:21.437611 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Deleting subnet a9abe91a-621c-4390-b0e3-eae45948bbe2 {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:05:21.441066 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.489176 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5967774'] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.566359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.733394 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6730147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5881692'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.738270 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b0d8d716-d22c-4d97-a546-2e53a1dcfc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:21.771378 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9abe91a-621c-4390-b0e3-eae45948bbe2,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:21.773836 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:21.776609 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.779035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-a12af1e0-1ed5-432f-95de-460c304ee933 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a9abe91a-621c-4390-b0e3-eae45948bbe2 HTTP/1.1" status: 204 len: 168 time: 0.4090750 Jun 09 22:05:21.780774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55370) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:21.783834 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd3519-deb3-4d75-9258-11bd7047933a None None] Network 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:05:21.886315 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.968053 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Deleting port 0d5760b8-0267-4e1f-9bd7-014229f3096e {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:21.968385 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.069370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] For port 0d5760b8-0267-4e1f-9bd7-014229f3096e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0d5760b8-0267-4e1f-9bd7-014229f3096e,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:22.069926 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.081711 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] DHCP port deletion for 7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:05:22.151314 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Deleting port 0d5760b8-0267-4e1f-9bd7-014229f3096e {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:22.151753 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.197357 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Calling delete_port for 0d5760b8-0267-4e1f-9bd7-014229f3096e owned by network:dhcp {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:22.213007 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0d5760b8-0267-4e1f-9bd7-014229f3096e no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:22.244520 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.249037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0f0fa221-2fd7-4c25-9863-3c2968ea4294 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.262934 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 0d5760b8-0267-4e1f-9bd7-014229f3096e {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:22.263279 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0d5760b8-0267-4e1f-9bd7-014229f3096e not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:22.263695 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 5ff108d4-826d-4c2b-97b1-277a202f3015 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:22.290483 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5760b8-0267-4e1f-9bd7-014229f3096e,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.292911 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:22.295372 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] No DVR routers for this DVR port 0d5760b8-0267-4e1f-9bd7-014229f3096e on host dv-cinder-774286-15-iscsi {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:22.297527 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 5ff108d4-826d-4c2b-97b1-277a202f3015 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:22.297875 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 5ff108d4-826d-4c2b-97b1-277a202f3015 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:22.298297 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 370afb11-4c7d-45ab-a571-a792b416d468 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:22.340828 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 370afb11-4c7d-45ab-a571-a792b416d468 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:22.341175 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 370afb11-4c7d-45ab-a571-a792b416d468 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:22.349769 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] For port 0d5760b8-0267-4e1f-9bd7-014229f3096e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0d5760b8-0267-4e1f-9bd7-014229f3096e,segment=NetworkSegment(8a200a48-df8d-4306-bb74-c7043ce99cd9),segment_id=8a200a48-df8d-4306-bb74-c7043ce99cd9)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:22.350082 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.419890 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.432961 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9b8232-e1d8-42a1-a6fb-10d2995c03a2']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:22.445917 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a200a48-df8d-4306-bb74-c7043ce99cd9') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:22.446289 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a200a48-df8d-4306-bb74-c7043ce99cd9') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:22.459687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.469106 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Calling delete_port for 0d5760b8-0267-4e1f-9bd7-014229f3096e owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:22.476743 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.482813 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:05:22.483290 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:05:22.500289 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:05:22.514906 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.518396 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.565343 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] No DVR routers for this DVR port 0d5760b8-0267-4e1f-9bd7-014229f3096e on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:22.567040 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Pushing event deleted for resources: {'Port': ['ID=0d5760b8-0267-4e1f-9bd7-014229f3096e,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.569867 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:22.578306 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.581912 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.594482 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.596822 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c9b8232-e1d8-42a1-a6fb-10d2995c03a2 HTTP/1.1" status: 204 len: 168 time: 0.8151476 Jun 09 22:05:22.602522 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9b8232-e1d8-42a1-a6fb-10d2995c03a2,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.604801 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:22.725035 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55378) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:22.772354 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-561475a9-a113-455f-a97e-196b5bb45bcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8fd85fea18c430db42a6239f71174ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460885 Jun 09 22:05:22.774658 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55380) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:22.833746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.857878 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.907844 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.910250 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.911332 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/861a0676-d9c9-4567-bc4f-542139a9f871 HTTP/1.1" status: 204 len: 168 time: 0.1357610 Jun 09 22:05:22.912591 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0b0b4330-4d05-45fa-b194-7c88ad1301e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.921681 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a0676-d9c9-4567-bc4f-542139a9f871,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.924617 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:33.188330 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.068081 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50a7bc74-e364-4d9f-8f16-4d78cc7952d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.285291 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e7bb819b-3e61-4558-b6c3-7b25ce1ad955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.471525 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.638327 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:39.349446 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:40.950813 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:05:45.600607 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55648) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:45.713758 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9de915cf-b475-4a1c-9723-2b9427c94d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.812998 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9de915cf-b475-4a1c-9723-2b9427c94d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.816650 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9de915cf-b475-4a1c-9723-2b9427c94d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.823566 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c53b2242-64d8-4750-afd6-f31bc4f35549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:45.867549 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9de915cf-b475-4a1c-9723-2b9427c94d18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d324a16f41647c4afe9f71e1cc68af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658882 Jun 09 22:05:45.868397 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de915cf-b475-4a1c-9723-2b9427c94d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0fc618-e38a-46f5-b08c-ee10006c7529,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:45.870225 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55652) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:45.871643 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9de915cf-b475-4a1c-9723-2b9427c94d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:45.932450 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:45.957072 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:46.009076 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:46.011873 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:46.012986 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c0fc618-e38a-46f5-b08c-ee10006c7529 HTTP/1.1" status: 204 len: 168 time: 0.1409836 Jun 09 22:05:46.013766 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-184f7c43-1090-4780-ad94-8569261a2f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:46.023043 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0fc618-e38a-46f5-b08c-ee10006c7529,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:46.030095 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.030478 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.030851 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.031214 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.031578 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.031971 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.032333 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.033284 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.033720 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.034227 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.034597 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.035128 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:46.039641 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:03.191988 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:04.070686 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e56b6b72-071a-4c82-a3c7-15357dfd5ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.286917 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f75ef74e-d9ea-4879-8cd2-25053215acef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.474854 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:07.639608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.354868 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:14.649260 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55866) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:14.761688 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:14.860789 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:14.864676 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:14.872814 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5ae8d825-7005-4861-93c8-e1f1a1f71e65 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:14.912018 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=685d3185f71c418499c7b82b5773b950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616704 Jun 09 22:06:14.913754 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b75fde3-39ac-4df8-878d-c3c9bc212a43,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:14.915085 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55870) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:14.921099 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.921457 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.921827 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.922182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.922534 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.922886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.923234 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.923582 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.923985 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.924335 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.924679 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.925021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:14.928928 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2e220f8c-310c-47bb-ad63-10efcdcc938f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:14.971783 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-caeebbfa-4a86-46c7-9285-2e3242bbb72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:14.999598 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-caeebbfa-4a86-46c7-9285-2e3242bbb72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.051179 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-caeebbfa-4a86-46c7-9285-2e3242bbb72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.053998 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-caeebbfa-4a86-46c7-9285-2e3242bbb72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.055092 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-caeebbfa-4a86-46c7-9285-2e3242bbb72e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b75fde3-39ac-4df8-878d-c3c9bc212a43 HTTP/1.1" status: 204 len: 168 time: 0.1390195 Jun 09 22:06:15.055849 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ec2a9867-92ae-4d62-b9e6-152baf0872aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:15.065615 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeebbfa-4a86-46c7-9285-2e3242bbb72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b75fde3-39ac-4df8-878d-c3c9bc212a43,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:15.068792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-caeebbfa-4a86-46c7-9285-2e3242bbb72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:15.325576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 55876) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:15.343070 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4130ceb0-18f3-407b-81ec-95513ddaf42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.444930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4130ceb0-18f3-407b-81ec-95513ddaf42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.448427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4130ceb0-18f3-407b-81ec-95513ddaf42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.455874 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:15.494054 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-4130ceb0-18f3-407b-81ec-95513ddaf42a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12944cdce0b14f38b5c11ed7855d25c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674774 Jun 09 22:06:15.494898 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130ceb0-18f3-407b-81ec-95513ddaf42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1268df9e-56a6-47ff-ad84-df2b9ca5c47e,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:15.497575 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 55878) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:15.497783 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4130ceb0-18f3-407b-81ec-95513ddaf42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:15.555106 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.580997 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.631795 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.634315 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:15.635455 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1268df9e-56a6-47ff-ad84-df2b9ca5c47e HTTP/1.1" status: 204 len: 168 time: 0.1365213 Jun 09 22:06:15.636340 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-208999af-b510-4c5a-8c26-52dbbfbcb524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:15.646326 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1268df9e-56a6-47ff-ad84-df2b9ca5c47e,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:15.648675 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:17.949550 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:06:33.192010 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.331553 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56092) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:33.444627 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-23266f58-b288-423d-9825-5a61406326b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.543361 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-23266f58-b288-423d-9825-5a61406326b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.547012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-23266f58-b288-423d-9825-5a61406326b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.555045 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5744e665-29e7-4bd5-a444-c4955e8cadd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:33.595350 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-23266f58-b288-423d-9825-5a61406326b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c41d1b599714627ad62a3c06bc4705d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627194 Jun 09 22:06:33.596274 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23266f58-b288-423d-9825-5a61406326b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af69afd-b6db-4b8e-b2ba-f6afb9bd2f60,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:33.598040 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56096) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:33.599193 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-23266f58-b288-423d-9825-5a61406326b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:33.663272 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d2329e17-8dbc-4fd2-803c-1e7c5ecf6687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.688128 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d2329e17-8dbc-4fd2-803c-1e7c5ecf6687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.737100 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d2329e17-8dbc-4fd2-803c-1e7c5ecf6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.740053 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-d2329e17-8dbc-4fd2-803c-1e7c5ecf6687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:33.741166 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-d2329e17-8dbc-4fd2-803c-1e7c5ecf6687 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5af69afd-b6db-4b8e-b2ba-f6afb9bd2f60 HTTP/1.1" status: 204 len: 168 time: 0.1408856 Jun 09 22:06:33.741967 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-94dd2bee-89a6-4e10-8d96-6af18a8857ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:33.750966 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2329e17-8dbc-4fd2-803c-1e7c5ecf6687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af69afd-b6db-4b8e-b2ba-f6afb9bd2f60,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:33.753315 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d2329e17-8dbc-4fd2-803c-1e7c5ecf6687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:34.015414 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56104) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:34.032130 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8845ee04-afb9-4724-baa7-039bb3c35a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.072528 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649009cd-221b-443d-9cd3-007e81bfdba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.139349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8845ee04-afb9-4724-baa7-039bb3c35a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.143016 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-8845ee04-afb9-4724-baa7-039bb3c35a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.151350 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3d85cfc5-3361-4d9f-92f2-1aa6f38a5a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:34.191391 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-8845ee04-afb9-4724-baa7-039bb3c35a06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ea2ee9218c1446e9ddb9f94a0f0f069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748712 Jun 09 22:06:34.193775 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845ee04-afb9-4724-baa7-039bb3c35a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372ad789-dbcb-437e-9c62-062e3c852195,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:34.194219 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56106) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:34.198132 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8845ee04-afb9-4724-baa7-039bb3c35a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:34.255459 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.288186 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.339959 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.342500 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:34.343614 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/372ad789-dbcb-437e-9c62-062e3c852195 HTTP/1.1" status: 204 len: 168 time: 0.1484318 Jun 09 22:06:34.344411 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-353f6acd-fafc-492f-9ab6-b1e7932a746b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:34.353967 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372ad789-dbcb-437e-9c62-062e3c852195,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:34.356186 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:35.035368 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-fd24ce15-e47c-4100-8204-612c171e0fa6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687377 Jun 09 22:06:35.187893 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-25eb8a7d-eb9e-4fa8-9928-b5d2f33c0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:35.189350 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-25eb8a7d-eb9e-4fa8-9928-b5d2f33c0bbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1099 time: 0.0729120 Jun 09 22:06:35.429573 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-e75e8b4e-3e24-43c5-8dc1-746e28573bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:35.431021 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-e75e8b4e-3e24-43c5-8dc1-746e28573bd1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 910 time: 0.2225907 Jun 09 22:06:35.533902 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-86a69a46-eb57-482c-9e47-97f32db591a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 1002 time: 0.0962324 Jun 09 22:06:35.596936 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-8fbd6d39-1831-428e-ad31-11755b63053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:35.598365 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-8fbd6d39-1831-428e-ad31-11755b63053c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0587971 Jun 09 22:06:35.673819 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-148230da-be3a-4130-bf6c-93abada4f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:35.675137 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-148230da-be3a-4130-bf6c-93abada4f70f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705528 Jun 09 22:06:35.684928 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-ba35742c-0571-4827-be2e-1ee492bbc5d0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:06:35.685846 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-ba35742c-0571-4827-be2e-1ee492bbc5d0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049336 Jun 09 22:06:35.816628 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-2b8c47eb-6953-48d4-a499-878548adaab9 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249595 Jun 09 22:06:35.949297 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6056386d-c8b9-4e12-ac55-f9cb36b0f293 req-4af58d84-24d9-49f9-a1e2-16b20e3ed665 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268690 Jun 09 22:06:36.293254 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9c42559d-237c-4391-807b-ce16ba96b5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.477018 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:37.643853 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.013964 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56194) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:39.128626 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5be4-8efa-4150-b16d-15bff8a776c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.230035 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5be4-8efa-4150-b16d-15bff8a776c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.233642 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5be4-8efa-4150-b16d-15bff8a776c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.242430 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-b79dcc7b-3408-4624-b6fd-805dfcee4518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:39.280218 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3f2e5be4-8efa-4150-b16d-15bff8a776c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a047b83b2f2463cb615dc8855d560be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652149 Jun 09 22:06:39.281813 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e5be4-8efa-4150-b16d-15bff8a776c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7553f17b-41fc-4cf4-aed8-d69fb31c8af3,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:39.282824 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56198) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:39.284998 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3f2e5be4-8efa-4150-b16d-15bff8a776c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:39.345312 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.355775 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.371212 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.418911 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.421371 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.422460 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7553f17b-41fc-4cf4-aed8-d69fb31c8af3 HTTP/1.1" status: 204 len: 168 time: 0.1386797 Jun 09 22:06:39.423257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b593d870-4dbf-4938-8322-f5ffcc58b125 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:39.433057 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7553f17b-41fc-4cf4-aed8-d69fb31c8af3,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:39.435370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:39.693757 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56204) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:39.710981 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-30d9b4e9-e522-46db-ac0c-4ba1d0ec46cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.812621 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-30d9b4e9-e522-46db-ac0c-4ba1d0ec46cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.816480 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-30d9b4e9-e522-46db-ac0c-4ba1d0ec46cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.823843 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-df1eb220-4f9c-4aa9-9062-6980ec11686a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:39.867080 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-30d9b4e9-e522-46db-ac0c-4ba1d0ec46cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd56df55d12b4e8aa928cf7e84a44ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722538 Jun 09 22:06:39.867962 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9b4e9-e522-46db-ac0c-4ba1d0ec46cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6cf60-bc45-4aa1-a982-e7d4955c3bb8,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:39.870411 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56206) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:39.870840 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-30d9b4e9-e522-46db-ac0c-4ba1d0ec46cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:39.930391 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-14e9a826-9dcb-474d-9e59-08f336bcb3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.956309 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-14e9a826-9dcb-474d-9e59-08f336bcb3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:40.010298 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-14e9a826-9dcb-474d-9e59-08f336bcb3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:40.012810 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-14e9a826-9dcb-474d-9e59-08f336bcb3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:40.014179 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-14e9a826-9dcb-474d-9e59-08f336bcb3fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46d6cf60-bc45-4aa1-a982-e7d4955c3bb8 HTTP/1.1" status: 204 len: 168 time: 0.1422193 Jun 09 22:06:40.014945 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2f1de9ae-4835-4539-b441-1121ca1658ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:40.024159 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9a826-9dcb-474d-9e59-08f336bcb3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6cf60-bc45-4aa1-a982-e7d4955c3bb8,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:40.026957 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-14e9a826-9dcb-474d-9e59-08f336bcb3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:41.610706 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56246) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:42.035833 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Deleting port 618ce563-db93-4298-a7be-8c9fc5834ede {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:42.036193 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.150383 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.150619 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.267790 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Calling delete_port for 618ce563-db93-4298-a7be-8c9fc5834ede owned by network:floatingip {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:42.384624 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.389036 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b058f6f7-a865-4fcb-b677-2c1bd7cd6cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:42.434506 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event deleted for resources: {'Port': ['ID=618ce563-db93-4298-a7be-8c9fc5834ede,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:42.460694 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:42.523044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for floatingip, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.523374 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Floating IP 9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d disassociated (deleted). External IP: 172.27.1.199, port: 90f86731-da1d-4bff-987d-47e97b8437d3. Jun 09 22:06:42.961072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Router 63da1893-c19c-4ef9-b139-7730748d81a0 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:06:43.136976 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:06:43.141841 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:43.146421 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] Sync routers for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:06:43.157182 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:43.158142 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:06:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:43.203927 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-733042ab-2f53-40d1-9389-af2edb393e01 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "DELETE /v2.0/floatingips/9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d HTTP/1.1" status: 204 len: 168 time: 1.5919924 Jun 09 22:06:43.204653 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:43.207309 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:43.272844 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6167026-9ca6-47b1-b8ff-8ff9a9583d6b x-openstack-request-id: req-f6167026-9ca6-47b1-b8ff-8ff9a9583d6b {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:43.274081 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:43.274378 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6167026-9ca6-47b1-b8ff-8ff9a9583d6b {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:43.275217 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'status': 'completed', 'code': 200} Jun 09 22:06:43.392438 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-4ee7392a-7136-4024-816d-e7338dd6096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.394086 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-4ee7392a-7136-4024-816d-e7338dd6096f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec673abe224149f39bb1c8b52460ae6b&device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 1099 time: 0.0728865 Jun 09 22:06:43.410474 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:43.602856 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-eb0ec516-f8f0-4938-b727-e7da57d8b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.604326 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-eb0ec516-f8f0-4938-b727-e7da57d8b6dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 200 len: 910 time: 0.1962411 Jun 09 22:06:43.623355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf6fc-8412-4244-ab2a-1560a53f3d57 req-b9cf9488-cc0b-4349-ae1a-9533c764418e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.624800 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c6fbf6fc-8412-4244-ab2a-1560a53f3d57 req-b9cf9488-cc0b-4349-ae1a-9533c764418e tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1191289 Jun 09 22:06:43.701426 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-090b51de-feea-44f4-9648-60bc0a8c2a58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 200 len: 217 time: 0.0756938 Jun 09 22:06:43.728386 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c6fbf6fc-8412-4244-ab2a-1560a53f3d57 req-fe112af6-0636-4d24-9a3d-b9184448b819 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477989 Jun 09 22:06:43.748673 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:38Z', 'revision_number': 5, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:43.752475 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] Checking router: 63da1893-c19c-4ef9-b139-7730748d81a0 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:06:43.761123 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:43.761715 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:06:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:43.934031 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:44.237431 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:38Z', 'revision_number': 5, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:44.241904 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ffaae-5de0-4fd6-a4c1-5b24670a38f5 None None] The sync data for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi is: [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:00:33Z', 'revision_number': 4, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '1fc7a66e-e275-4832-8029-69d7af702309', 'name': '', 'network_id': 'd25df398-773c-4f79-b4a3-2b2734d75c0c', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'mac_address': 'fa:16:3e:3a:75:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:32Z', 'updated_at': '2021-06-09T22:00:38Z', 'revision_number': 5, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'subnets': [{'id': 'f8001488-37ef-4d88-8bf7-566e78720ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:06:44.433133 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01696b01-5931-47f1-9878-488238d60f91 None None] New status for floating IP 9f2d6c04-6cf0-4cfe-a720-ebd0e5c69d5d: DOWN {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:06:44.795973 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-9baf84e9-65f4-448c-8ce1-13381421351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:44.797415 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-9baf84e9-65f4-448c-8ce1-13381421351d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 200 len: 848 time: 0.0627689 Jun 09 22:06:44.926206 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750948-ba45-4c0a-9166-46d57e0e67b9 req-56edde3c-2fc3-4d21-bba6-7b59cee787d5 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:44.927673 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a6750948-ba45-4c0a-9166-46d57e0e67b9 req-56edde3c-2fc3-4d21-bba6-7b59cee787d5 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0785055 Jun 09 22:06:44.971285 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a6750948-ba45-4c0a-9166-46d57e0e67b9 req-0947ac7c-a530-4e12-b342-46f598afd2c1 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380616 Jun 09 22:06:45.651025 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-b14d35e8-4c28-435d-8d0b-a8af948c9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:45.652399 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-b14d35e8-4c28-435d-8d0b-a8af948c9835 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d25df398-773c-4f79-b4a3-2b2734d75c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711699 Jun 09 22:06:46.148920 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5de0-c850-41bd-91c4-31c0bd2d5304 req-d47f2a78-14f8-4642-bb4e-7b03688334cc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:46.150345 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51ec5de0-c850-41bd-91c4-31c0bd2d5304 req-d47f2a78-14f8-4642-bb4e-7b03688334cc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0774260 Jun 09 22:06:46.194000 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-51ec5de0-c850-41bd-91c4-31c0bd2d5304 req-a02fc5ab-73f9-4e75-bf11-d4fb84675f65 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381689 Jun 09 22:06:46.923275 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-aac3201d-b79b-4a3e-ae91-797eea76bfb0 service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242278 Jun 09 22:06:47.053460 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-63cb0005-8415-4bd9-a15c-c6d05f9fe77c req-fc047865-57ff-4f99-9b14-92375ee2520a service neutron] 10.222.0.22 "GET /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231332 Jun 09 22:06:47.482250 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc662c-2fb4-4377-85f9-20fe26ad8362 req-82145be7-2e4d-4dcc-8ad0-71e82cca42d2 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:47.491527 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eabc662c-2fb4-4377-85f9-20fe26ad8362 req-82145be7-2e4d-4dcc-8ad0-71e82cca42d2 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.1964486 Jun 09 22:06:47.531683 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eabc662c-2fb4-4377-85f9-20fe26ad8362 req-f484231e-88c7-47ea-af6e-a7d7df76bc1b tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Jun 09 22:06:48.714275 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169be33-690c-4574-bd2b-ca766cd37b86 req-2f923272-3f7b-4011-beee-e3c49703420c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:48.715701 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1169be33-690c-4574-bd2b-ca766cd37b86 req-2f923272-3f7b-4011-beee-e3c49703420c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0783029 Jun 09 22:06:48.763076 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-1169be33-690c-4574-bd2b-ca766cd37b86 req-67821d97-c70c-4481-be86-e2e65d29cbfa tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 Jun 09 22:06:49.946092 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1625b1b-dec2-4628-96d6-870c777e9c1b req-62d387ab-5b76-4a2b-a297-b155332adecc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:49.947524 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a1625b1b-dec2-4628-96d6-870c777e9c1b req-62d387ab-5b76-4a2b-a297-b155332adecc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0791831 Jun 09 22:06:49.991829 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a1625b1b-dec2-4628-96d6-870c777e9c1b req-e59a5ece-b252-4cb2-a173-ec0de2703ea1 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384293 Jun 09 22:06:51.171356 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a5d4f-556a-40bd-98f6-1f46fa60444d req-dac61aa1-9cb4-4cd8-9d9b-4889cc6968bd tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:51.172792 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-742a5d4f-556a-40bd-98f6-1f46fa60444d req-dac61aa1-9cb4-4cd8-9d9b-4889cc6968bd tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0804455 Jun 09 22:06:51.215649 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-742a5d4f-556a-40bd-98f6-1f46fa60444d req-c4b457b4-cd8d-4fa0-9510-566c2c8717fb tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365806 Jun 09 22:06:52.061100 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-c917c067-276b-4fd1-b6ff-25eaaf5247a9 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:52.062509 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-c917c067-276b-4fd1-b6ff-25eaaf5247a9 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 946 time: 0.0771594 Jun 09 22:06:52.069639 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90f86731-da1d-4bff-987d-47e97b8437d3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:52.181318 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:52.198728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Deleting port 90f86731-da1d-4bff-987d-47e97b8437d3 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:52.199243 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:52.208131 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:52.210969 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419129da-f814-45a0-8640-cc12cfc2dc25" -d '{"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:52.218425 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:52.223536 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:52.226490 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-66c6be96-bab5-4f16-867f-6ec9e547def1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:52.300672 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=9']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:52.309144 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.309607 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.309960 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.310298 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.310634 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.310967 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.311295 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.311621 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.311991 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.312372 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.312702 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.313024 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:52.317491 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:52.401719 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] For port 90f86731-da1d-4bff-987d-47e97b8437d3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90f86731-da1d-4bff-987d-47e97b8437d3,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:52.402076 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:52.414600 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf84d85-3add-4970-bafd-f21481e6ae4c x-openstack-request-id: req-aaf84d85-3add-4970-bafd-f21481e6ae4c {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:52.414935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:52.415193 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aaf84d85-3add-4970-bafd-f21481e6ae4c {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:52.415629 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'code': 200} Jun 09 22:06:52.534693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Calling delete_port for 90f86731-da1d-4bff-987d-47e97b8437d3 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:52.573095 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb17a8-541f-426f-9e25-b9905b304c76 req-d6223fda-ea8d-40b6-bd85-270aaa7f2ee6 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:52.574854 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76bb17a8-541f-426f-9e25-b9905b304c76 req-d6223fda-ea8d-40b6-bd85-270aaa7f2ee6 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 944 time: 0.2439425 Jun 09 22:06:52.633026 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76bb17a8-541f-426f-9e25-b9905b304c76 req-5a9964eb-82c2-4e6d-9de9-5c00fe63dc84 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/security-groups?id=906b300e-8cef-49c3-ba81-db0c2cf798ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514009 Jun 09 22:06:52.704671 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:52.709972 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-76f43950-40d5-44d1-8c76-f75bb7b0380c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:52.755214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event deleted for resources: {'Port': ['ID=90f86731-da1d-4bff-987d-47e97b8437d3,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:52.758205 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:52.830169 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] No DVR routers for this DVR port 90f86731-da1d-4bff-987d-47e97b8437d3 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:52.832491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:52.836240 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5ed3619b-52f3-4fcb-8043-a7e1eddf32bf req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.22 "DELETE /v2.0/ports/90f86731-da1d-4bff-987d-47e97b8437d3 HTTP/1.1" status: 204 len: 173 time: 0.7673035 Jun 09 22:06:52.837906 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-deleted', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:52.840482 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0600492-d602-4d28-a396-82edff30db03" -d '{"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-deleted", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:52.883050 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a940e2-4780-460a-be2f-b538f24cea15 x-openstack-request-id: req-a3a940e2-4780-460a-be2f-b538f24cea15 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:52.883050 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b8f423-0161-4c31-bd62-08a02d946bdd", "name": "network-vif-deleted", "tag": "90f86731-da1d-4bff-987d-47e97b8437d3", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:52.883269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3a940e2-4780-460a-be2f-b538f24cea15 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:52.883623 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8f423-0161-4c31-bd62-08a02d946bdd', 'name': 'network-vif-deleted', 'tag': '90f86731-da1d-4bff-987d-47e97b8437d3', 'status': 'completed', 'code': 200} Jun 09 22:06:53.806048 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-65db9642-b061-45c9-983b-9313c1c8df68 req-867f806b-0c07-4347-be30-36d2be1f0eff tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8f423-0161-4c31-bd62-08a02d946bdd HTTP/1.1" status: 200 len: 210 time: 0.0516245 Jun 09 22:06:54.904939 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56352) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:54.949028 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:06:54.971918 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ca41847c-6b49-40d7-a7ed-5066b18dac1c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:54.999990 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ca41847c-6b49-40d7-a7ed-5066b18dac1c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:55.064691 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ca41847c-6b49-40d7-a7ed-5066b18dac1c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:55.067182 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ca41847c-6b49-40d7-a7ed-5066b18dac1c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:55.070977 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-ca41847c-6b49-40d7-a7ed-5066b18dac1c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] 10.222.0.26 "DELETE /v2.0/security-groups/906b300e-8cef-49c3-ba81-db0c2cf798ec HTTP/1.1" status: 204 len: 168 time: 0.1649699 Jun 09 22:06:55.071699 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-332b0b41-5d17-461d-aecc-7e91f086b0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:55.083776 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41847c-6b49-40d7-a7ed-5066b18dac1c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906b300e-8cef-49c3-ba81-db0c2cf798ec,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:55.086605 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ca41847c-6b49-40d7-a7ed-5066b18dac1c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:55.119307 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56356) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:55.747439 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:56.234699 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Deleting port 1fc7a66e-e275-4832-8029-69d7af702309 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:56.235385 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:56.351460 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] For port 1fc7a66e-e275-4832-8029-69d7af702309, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=1fc7a66e-e275-4832-8029-69d7af702309,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:56.351836 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:56.474237 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Calling delete_port for 1fc7a66e-e275-4832-8029-69d7af702309 owned by network:router_interface {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:56.621370 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:56.624929 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3426923c-5cac-45e5-b737-d112e04e3be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:56.670514 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc7a66e-e275-4832-8029-69d7af702309,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:56.707651 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.708061 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.708434 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.708850 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.709216 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.709579 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.709945 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.710303 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.710660 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.711519 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.711910 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.712264 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:56.719784 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:56.946343 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:57.288997 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Router 63da1893-c19c-4ef9-b139-7730748d81a0 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:06:57.559913 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:06:57.564519 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-268e9f7d-f580-4bc6-a9f4-74d68ae8e21f admin admin] 10.222.0.26 "PUT /v2.0/routers/63da1893-c19c-4ef9-b139-7730748d81a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4441969 Jun 09 22:06:57.566939 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56364) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:57.570094 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] Sync routers for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:06:57.579560 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:57.580198 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:06:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:57.733499 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:57.751993 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:57.905144 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:57.978321 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Deleting port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:57.978664 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.065817 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:06:56Z', 'revision_number': 5, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port': {'id': '73c0993c-e101-4b6e-9c36-8c5ed92b79c6', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:29Z', 'updated_at': '2021-06-09T22:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:58.069640 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] Checking router: 63da1893-c19c-4ef9-b139-7730748d81a0 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:06:58.077958 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] Routers {'63da1893-c19c-4ef9-b139-7730748d81a0'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:06:58.078555 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:06:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['63da1893-c19c-4ef9-b139-7730748d81a0'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:58.097338 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] For port 73c0993c-e101-4b6e-9c36-8c5ed92b79c6, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:58.097698 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.222928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Calling delete_port for 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 owned by network:router_gateway {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:58.234199 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] Set router 63da1893-c19c-4ef9-b139-7730748d81a0 gateway port host: None {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:06:58.338798 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:06:57Z', 'revision_number': 6, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:58.342768 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef7dd5-9a8b-4950-a758-f51e409e0ccc None None] The sync data for ids ['63da1893-c19c-4ef9-b139-7730748d81a0'] in dv-cinder-774286-15-iscsi is: [{'id': '63da1893-c19c-4ef9-b139-7730748d81a0', 'name': 'tempest-TestShelveInstance-1297469403-router', 'tenant_id': 'ec673abe224149f39bb1c8b52460ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:28Z', 'updated_at': '2021-06-09T22:06:57Z', 'revision_number': 6, 'project_id': 'ec673abe224149f39bb1c8b52460ae6b', 'gw_port_host': None}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:06:58.358072 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.361908 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d8bd7d71-7505-4cc6-be5d-5d109927c026 tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:58.414135 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c0993c-e101-4b6e-9c36-8c5ed92b79c6,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:58.417265 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:58.501223 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.665933 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.667994 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.689010 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.689457 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63da1893-c19c-4ef9-b139-7730748d81a0 {{(pid=91685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:06:58.694664 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.696004 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-fff84196-fa6d-4a2b-99a7-3c63b25bdba5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/63da1893-c19c-4ef9-b139-7730748d81a0 HTTP/1.1" status: 204 len: 168 time: 1.1281426 Jun 09 22:06:58.698783 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56368) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:58.762319 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Deleting subnet f8001488-37ef-4d88-8bf7-566e78720ac9 {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:06:58.765423 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.814014 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5967774'] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.896271 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.961677 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6730147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5881692'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:58.965462 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-83aed6ef-8382-4b30-803f-56a6201cc888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:59.000466 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8001488-37ef-4d88-8bf7-566e78720ac9,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:59.003421 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:59.004335 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.006692 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9cbfcd3d-73be-451c-a308-9effe7eb1394 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f8001488-37ef-4d88-8bf7-566e78720ac9 HTTP/1.1" status: 204 len: 168 time: 0.3067343 Jun 09 22:06:59.009156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56372) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:59.011619 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefb682-37cf-4c4d-849a-cdd3a1b4760d None None] Network d25df398-773c-4f79-b4a3-2b2734d75c0c requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:06:59.213848 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.264243 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] DHCP port deletion for d25df398-773c-4f79-b4a3-2b2734d75c0c request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:06:59.289856 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Deleting port cd5bda03-8d4b-4843-9e71-0d20e4e56315 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:59.290204 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.335186 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] Deleting port cd5bda03-8d4b-4843-9e71-0d20e4e56315 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:59.335572 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.394403 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] For port cd5bda03-8d4b-4843-9e71-0d20e4e56315, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=cd5bda03-8d4b-4843-9e71-0d20e4e56315,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:59.394747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.436189 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] For port cd5bda03-8d4b-4843-9e71-0d20e4e56315, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=cd5bda03-8d4b-4843-9e71-0d20e4e56315,segment=NetworkSegment(f7701300-2844-4b19-9837-17874685ad27),segment_id=f7701300-2844-4b19-9837-17874685ad27)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:59.436583 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.513291 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Calling delete_port for cd5bda03-8d4b-4843-9e71-0d20e4e56315 owned by network:dhcp {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:59.556016 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] Calling delete_port for cd5bda03-8d4b-4843-9e71-0d20e4e56315 owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:59.557748 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.562408 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f2a65a43-d05b-4385-9aec-daec7313747e tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:59.598084 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.602508 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:59.606668 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5bda03-8d4b-4843-9e71-0d20e4e56315,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:59.609696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:59.610452 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] No DVR routers for this DVR port cd5bda03-8d4b-4843-9e71-0d20e4e56315 on host dv-cinder-774286-15-iscsi {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:59.643517 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] Pushing event deleted for resources: {'Port': ['ID=cd5bda03-8d4b-4843-9e71-0d20e4e56315,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:59.646914 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:59.647716 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19695c2-45a6-4044-8c22-6670d2b16b4e None None] No DVR routers for this DVR port cd5bda03-8d4b-4843-9e71-0d20e4e56315 on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:59.722184 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.734595 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25df398-773c-4f79-b4a3-2b2734d75c0c']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:59.746085 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7701300-2844-4b19-9837-17874685ad27') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:59.746374 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7701300-2844-4b19-9837-17874685ad27') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:59.758569 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.774614 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.780738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:06:59.781116 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:06:59.793925 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:06:59.868673 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.872300 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e4511d9-46cc-4612-87e4-c3f9408a3fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:59.885288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:59.887048 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d25df398-773c-4f79-b4a3-2b2734d75c0c HTTP/1.1" status: 204 len: 168 time: 0.8769298 Jun 09 22:06:59.889922 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56374) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:59.946746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Pushing event deleted for resources: {'Network': ['ID=d25df398-773c-4f79-b4a3-2b2734d75c0c,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:59.956359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:00.236956 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 1fc7a66e-e275-4832-8029-69d7af702309 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:00.272447 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 1fc7a66e-e275-4832-8029-69d7af702309 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:00.272895 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 1fc7a66e-e275-4832-8029-69d7af702309 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:00.273370 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:00.305575 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:00.305921 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73c0993c-e101-4b6e-9c36-8c5ed92b79c6 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:00.306335 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device cd5bda03-8d4b-4843-9e71-0d20e4e56315 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:00.337331 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: cd5bda03-8d4b-4843-9e71-0d20e4e56315 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:00.337683 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device cd5bda03-8d4b-4843-9e71-0d20e4e56315 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:00.428979 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:00.919007 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Deleting port 9319c45a-e474-4c49-b2f0-83a382a6b994 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:00.919652 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:01.035833 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] For port 9319c45a-e474-4c49-b2f0-83a382a6b994, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=9319c45a-e474-4c49-b2f0-83a382a6b994,segment=NetworkSegment(7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39),segment_id=7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:01.036193 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:01.156655 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Calling delete_port for 9319c45a-e474-4c49-b2f0-83a382a6b994 owned by network:router_interface {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:07:01.291885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:01.295358 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-2563e5fd-0365-493e-b10f-3c552f6f26cf tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:01.337458 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9319c45a-e474-4c49-b2f0-83a382a6b994,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:01.341143 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:01.607189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:02.052287 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Router e86ed1a9-5832-4d3e-9625-1c54149371fa has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:07:02.228458 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:07:02.233531 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/e86ed1a9-5832-4d3e-9625-1c54149371fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3426828 Jun 09 22:07:02.236134 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56396) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:02.236877 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] Sync routers for ids ['e86ed1a9-5832-4d3e-9625-1c54149371fa'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:07:02.246573 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] Routers {'e86ed1a9-5832-4d3e-9625-1c54149371fa'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:07:02.247176 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:06:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e86ed1a9-5832-4d3e-9625-1c54149371fa'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:02.406805 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:02.417426 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] Set router e86ed1a9-5832-4d3e-9625-1c54149371fa gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:07:02.583359 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:02.656214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Deleting port e3fceee4-9b44-46df-9c93-8bdb48a0a024 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:02.656555 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:02.690191 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:07:01Z', 'revision_number': 5, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port': {'id': 'e3fceee4-9b44-46df-9c93-8bdb48a0a024', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:00:36Z', 'updated_at': '2021-06-09T22:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:02.694543 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] Checking router: e86ed1a9-5832-4d3e-9625-1c54149371fa for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:07:02.707416 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] Routers {'e86ed1a9-5832-4d3e-9625-1c54149371fa'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:07:02.708029 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:06:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e86ed1a9-5832-4d3e-9625-1c54149371fa'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:02.779999 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] For port e3fceee4-9b44-46df-9c93-8bdb48a0a024, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=e3fceee4-9b44-46df-9c93-8bdb48a0a024,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:02.780358 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:02.880992 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] Set router e86ed1a9-5832-4d3e-9625-1c54149371fa gateway port host: None {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:07:02.902038 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Calling delete_port for e3fceee4-9b44-46df-9c93-8bdb48a0a024 owned by network:router_gateway {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:07:02.979085 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:07:02Z', 'revision_number': 6, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:02.982925 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1228bfe-adfd-4d1b-b3a5-1fa015a93acf None None] The sync data for ids ['e86ed1a9-5832-4d3e-9625-1c54149371fa'] in dv-cinder-774286-15-iscsi is: [{'id': 'e86ed1a9-5832-4d3e-9625-1c54149371fa', 'name': 'tempest-TestShelveInstance-1969097765-router', 'tenant_id': '4df5d399d4b645d28225e28db0d92ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:00:35Z', 'updated_at': '2021-06-09T22:07:02Z', 'revision_number': 6, 'project_id': '4df5d399d4b645d28225e28db0d92ac0', 'gw_port_host': None}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:07:03.045150 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.049380 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-57ac9023-7be0-447d-9082-8f64b068accd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:03.092079 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fceee4-9b44-46df-9c93-8bdb48a0a024,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:03.117714 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:03.182415 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.200650 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.465256 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.467370 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.489129 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.489641 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e86ed1a9-5832-4d3e-9625-1c54149371fa {{(pid=91686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:07:03.494740 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.495798 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e86ed1a9-5832-4d3e-9625-1c54149371fa HTTP/1.1" status: 204 len: 168 time: 1.2587283 Jun 09 22:07:03.498355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56400) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:03.555089 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Deleting subnet 6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9 {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:07:03.557905 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.608649 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5967774'] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.683040 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.761449 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6730147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5881692'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.765747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e03ffa41-1751-4ae1-8418-67ea9241b46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:03.804484 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:03.807449 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:03.808425 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.810208 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9664094b-5e2a-49af-ad7e-e5c0f8c2430b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6f9c911c-bf99-4dac-bd18-17c0ba0a5dd9 HTTP/1.1" status: 204 len: 168 time: 0.3109567 Jun 09 22:07:03.812729 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56404) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:03.813331 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c59f3a-f466-4b65-9f29-6d329b3bb6e4 None None] Network 7393fdef-cf69-473c-9dd5-93849e2957ee requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:07:03.918404 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:03.991471 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Deleting port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:03.991843 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.057726 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] DHCP port deletion for 7393fdef-cf69-473c-9dd5-93849e2957ee request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:07:04.103499 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] For port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,segment=NetworkSegment(7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39),segment_id=7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:04.104135 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.111234 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5df1-59df-4841-bf37-5621bb6971da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.134335 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Deleting port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:04.134714 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.229139 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Calling delete_port for 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 owned by network:dhcp {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:07:04.246703 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device e3fceee4-9b44-46df-9c93-8bdb48a0a024 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:04.277786 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.282351 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:04.287605 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: e3fceee4-9b44-46df-9c93-8bdb48a0a024 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:04.287988 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device e3fceee4-9b44-46df-9c93-8bdb48a0a024 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:04.288404 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 9319c45a-e474-4c49-b2f0-83a382a6b994 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:04.328018 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:04.330055 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] No DVR routers for this DVR port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 on host dv-cinder-774286-15-iscsi {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:07:04.330216 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 9319c45a-e474-4c49-b2f0-83a382a6b994 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:04.330909 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 9319c45a-e474-4c49-b2f0-83a382a6b994 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:04.331033 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:04.331241 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:04.362678 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] For port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,segment=NetworkSegment(7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39),segment_id=7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:04.363075 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.378060 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:04.378617 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:04.444911 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.462122 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7393fdef-cf69-473c-9dd5-93849e2957ee']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:04.473885 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:04.474741 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebf1a1c-cfa1-4b09-a24c-c6226c9e3f39') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:07:04.485751 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.498315 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Calling delete_port for 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:07:04.501259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.507219 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:07:04.507595 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:07:04.520404 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:07:04.544216 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.547781 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-1135ba2a-769a-4ba2-8008-c034f98560c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:04.590004 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Pushing event deleted for resources: {'Port': ['ID=0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:04.592915 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:04.593707 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] No DVR routers for this DVR port 0cc49c5a-8bdd-457f-a4f2-afca9e9c4fe5 on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:07:04.603086 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.606692 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:04.619921 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.621686 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7393fdef-cf69-473c-9dd5-93849e2957ee HTTP/1.1" status: 204 len: 168 time: 0.8080494 Jun 09 22:07:04.627293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7393fdef-cf69-473c-9dd5-93849e2957ee,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:04.629734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:04.735546 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56408) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:04.782829 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-23464b9a-2abc-4a3f-bf85-4d179a5eb6d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec673abe224149f39bb1c8b52460ae6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459468 Jun 09 22:07:04.785191 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56412) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:04.945009 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:04.969497 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.018695 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.021163 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.022261 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4331cf84-395f-4e6c-b4e6-2ae2a3b72209 HTTP/1.1" status: 204 len: 168 time: 0.2361708 Jun 09 22:07:05.023063 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-15aaff37-bf8d-4aba-a2ee-75e8c13d7619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:05.031978 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4331cf84-395f-4e6c-b4e6-2ae2a3b72209,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:05.034324 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:05.351194 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56418) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:05.400972 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9880a944-bb54-401f-ba7a-6d8663f7a7e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4df5d399d4b645d28225e28db0d92ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484409 Jun 09 22:07:05.403363 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56420) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:05.458700 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.483420 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.532727 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.535145 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.536255 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1fd4bca4-5c7a-412d-98c3-c14915dac3f5 HTTP/1.1" status: 204 len: 168 time: 0.1319978 Jun 09 22:07:05.537532 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-acbc6966-7884-43a2-a0de-91b2a8d14a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:05.546942 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd4bca4-5c7a-412d-98c3-c14915dac3f5,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:05.549269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:06.284618 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4709270c-146c-4466-8d6d-2d1801557d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:06.478707 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:07.646559 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:09.357187 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.299259 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56506) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:18.461504 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.566542 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.570787 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.577976 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-23266f58-b288-423d-9825-5a61406326b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:18.618169 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9b18f0296dc447f8a47822ed4053fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178453 Jun 09 22:07:18.619069 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b485314-316c-4285-93fc-4f6199f3823b,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:18.620880 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56510) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:18.626293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.626674 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.627044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.627408 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.627770 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.628157 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.628524 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.628881 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.629232 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.629584 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.629932 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.630278 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:18.634752 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ed0eb660-0268-460d-8d64-24d223120a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:18.678014 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.704039 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.755609 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.758624 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:18.759726 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b485314-316c-4285-93fc-4f6199f3823b HTTP/1.1" status: 204 len: 168 time: 0.1378775 Jun 09 22:07:18.760510 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c2ed317b-25ae-4881-a6b0-03ae377e70fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:18.769726 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b485314-316c-4285-93fc-4f6199f3823b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:18.772145 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:19.032511 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56516) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:19.049950 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9837adfe-b0cb-423a-ae85-759ea3167916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.149476 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9837adfe-b0cb-423a-ae85-759ea3167916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.153204 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-9837adfe-b0cb-423a-ae85-759ea3167916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.161270 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-698efa21-16fe-427a-b8ae-55c616c1fea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:19.205239 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837adfe-b0cb-423a-ae85-759ea3167916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edade11-c116-4e75-9786-490c2dbf152c,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:19.209395 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-9837adfe-b0cb-423a-ae85-759ea3167916 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa2ef6bf39e048cbb0ef156ba5f644e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758566 Jun 09 22:07:19.210297 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9837adfe-b0cb-423a-ae85-759ea3167916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:19.212442 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56518) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:19.268868 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.297679 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.348318 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.351326 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:19.352494 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1edade11-c116-4e75-9786-490c2dbf152c HTTP/1.1" status: 204 len: 168 time: 0.1393831 Jun 09 22:07:19.353239 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1edba5a8-7990-44af-883c-5ba292531d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:19.362927 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edade11-c116-4e75-9786-490c2dbf152c,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:19.365279 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:29.229194 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56650) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:29.444202 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03fdf354-c951-4c69-9219-8adb4b1ae864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:29.541852 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03fdf354-c951-4c69-9219-8adb4b1ae864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:29.545498 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-03fdf354-c951-4c69-9219-8adb4b1ae864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:29.557674 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8845ee04-afb9-4724-baa7-039bb3c35a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:29.688257 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-03fdf354-c951-4c69-9219-8adb4b1ae864 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f919003c8304a159083ba36d49e948e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579394 Jun 09 22:07:29.689954 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdf354-c951-4c69-9219-8adb4b1ae864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f70bce-14aa-497f-a27c-00cd04b7d2cd,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:29.690817 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56654) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:29.693040 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-03fdf354-c951-4c69-9219-8adb4b1ae864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:29.749200 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bcc01a68-49cc-4400-88a0-8c0a2cd4c753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:29.773150 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bcc01a68-49cc-4400-88a0-8c0a2cd4c753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:29.822390 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bcc01a68-49cc-4400-88a0-8c0a2cd4c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:29.825232 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-bcc01a68-49cc-4400-88a0-8c0a2cd4c753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:29.826343 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-bcc01a68-49cc-4400-88a0-8c0a2cd4c753 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13f70bce-14aa-497f-a27c-00cd04b7d2cd HTTP/1.1" status: 204 len: 168 time: 0.1345739 Jun 09 22:07:29.827114 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c4111fb9-6c7a-4d1a-b60f-59f5372b82e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:29.836071 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc01a68-49cc-4400-88a0-8c0a2cd4c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f70bce-14aa-497f-a27c-00cd04b7d2cd,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:29.839226 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bcc01a68-49cc-4400-88a0-8c0a2cd4c753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:30.099520 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56660) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:30.116351 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-906b174a-440a-43af-9747-f5967b6d5c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.220434 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-906b174a-440a-43af-9747-f5967b6d5c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.223989 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-906b174a-440a-43af-9747-f5967b6d5c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.232053 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ecf34ad6-6000-44d6-a788-4123a19de4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:30.269234 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b174a-440a-43af-9747-f5967b6d5c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f2f9c-5f8e-4c97-a413-8b1b44c2a084,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:30.273454 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-906b174a-440a-43af-9747-f5967b6d5c62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55740dab816447faa51d1276fce4aae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726692 Jun 09 22:07:30.274340 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-906b174a-440a-43af-9747-f5967b6d5c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:30.276782 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56662) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:30.331690 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4696-a3a8-4262-93e8-fe126c56fd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.356756 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4696-a3a8-4262-93e8-fe126c56fd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.405995 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4696-a3a8-4262-93e8-fe126c56fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.408404 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4696-a3a8-4262-93e8-fe126c56fd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.409496 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e7fe4696-a3a8-4262-93e8-fe126c56fd92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b13f2f9c-5f8e-4c97-a413-8b1b44c2a084 HTTP/1.1" status: 204 len: 168 time: 0.1316915 Jun 09 22:07:30.410252 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-32cde4c3-5d42-4a74-afac-d12c8f9e5716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:30.419227 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4696-a3a8-4262-93e8-fe126c56fd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f2f9c-5f8e-4c97-a413-8b1b44c2a084,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:30.421329 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e7fe4696-a3a8-4262-93e8-fe126c56fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:30.746921 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56668) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:30.764064 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7ee36a56-749a-4e8e-93e6-5d2d7206aba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.870475 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7ee36a56-749a-4e8e-93e6-5d2d7206aba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.874058 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-7ee36a56-749a-4e8e-93e6-5d2d7206aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:30.882660 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-d42ee49b-12b9-4e36-909d-dc6be16f2953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:30.920168 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee36a56-749a-4e8e-93e6-5d2d7206aba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827d1a2e-0153-4625-9369-ce764a21c68c,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:30.924241 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7ee36a56-749a-4e8e-93e6-5d2d7206aba7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca06cec851324c3480042c34ecdb39eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762874 Jun 09 22:07:30.925111 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-7ee36a56-749a-4e8e-93e6-5d2d7206aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:30.927447 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 56670) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:30.982293 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aae7f7e7-fcea-4683-b874-d11a0de7c706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:31.006844 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aae7f7e7-fcea-4683-b874-d11a0de7c706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:31.063729 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aae7f7e7-fcea-4683-b874-d11a0de7c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:31.066152 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-aae7f7e7-fcea-4683-b874-d11a0de7c706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:31.067259 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-aae7f7e7-fcea-4683-b874-d11a0de7c706 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/827d1a2e-0153-4625-9369-ce764a21c68c HTTP/1.1" status: 204 len: 168 time: 0.1395161 Jun 09 22:07:31.068036 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-069eb558-1f04-4a32-8b7e-18102006d88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:31.078489 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7f7e7-fcea-4683-b874-d11a0de7c706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d1a2e-0153-4625-9369-ce764a21c68c,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:31.080649 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-aae7f7e7-fcea-4683-b874-d11a0de7c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:31.769908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56694) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:31.875133 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1782579968-network', 'tenant_id': 'a18d8502844246909d8153f1bced6f4c'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:31.897501 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Made reservation on behalf of a18d8502844246909d8153f1bced6f4c for: {'network': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:07:31.900024 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:31.911649 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:31.947666 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:07:32.011738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.015254 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.018910 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-610e7b47-11dd-493f-800e-79cde9fcefed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:32.045135 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=91686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:07:32.053173 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:32.056640 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:32.059177 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.059513 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.segments_db [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Added segment 323a1605-023f-44c6-9385-298d48902efc of type vlan for network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 Jun 09 22:07:32.085999 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.114290 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.115472 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:32.116069 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.120598 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:32.204327 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4333358 Jun 09 22:07:32.207080 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 56698) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:07:32.213875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Request body: {'subnet': {'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1782579968-subnet', 'tenant_id': 'a18d8502844246909d8153f1bced6f4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:32.223105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Pushing event updated for resources: {'Network': ['ID=60ba258b-a9ee-4ab2-b4e3-c599c4dae631,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:32.227462 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a803a1ad-fd55-4afd-a4db-5d2297585da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:32.233352 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:07:32.241568 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Made reservation on behalf of a18d8502844246909d8153f1bced6f4c for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:07:32.243825 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5881633'] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.444558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6730084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5881683'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.448877 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-055d1ba2-160a-4891-a3a3-e779639c9b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:32.516319 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2073aad-6b27-42d0-93fb-3a22b5ba4255,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:32.519687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:32.525134 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Checking segment: {'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:07:32.525489 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Network hostable DHCP agents. Network: 60ba258b-a9ee-4ab2-b4e3-c599c4dae631, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:07:32.542144 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:07:32.550920 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, 60ba258b-a9ee-4ab2-b4e3-c599c4dae631) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:07:32.554760 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:32.555334 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:32.559862 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d59c6-6e94-4cb1-a702-dce0bfab450d None None] Network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:07:32.574996 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-4a808e44-1590-44f0-8fa0-3770520fa1b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3669193 Jun 09 22:07:32.750013 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dbe922-1b50-4ca2-b42b-3f7d2232fcb2 None None] Network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:07:33.194012 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:34.072661 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-77b15e5c-2f2d-419a-ad3d-320cb3d593ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:34.562076 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7995432-e150-4a97-ab07-d48d481eb43b req-afd2c101-1d8d-4d57-a50e-6aa38d544433 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:34.563410 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-afd2c101-1d8d-4d57-a50e-6aa38d544433 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/networks?id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631 HTTP/1.1" status: 200 len: 809 time: 0.1411519 Jun 09 22:07:34.583174 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-bf5544fa-575a-478b-b380-c5d3ccbc55f8 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/quotas/a18d8502844246909d8153f1bced6f4c HTTP/1.1" status: 200 len: 375 time: 0.0112975 Jun 09 22:07:34.639135 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-4e398ce9-c74d-451e-a9ac-b293ae84c1f6 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a18d8502844246909d8153f1bced6f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457711 Jun 09 22:07:34.690521 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-138654b5-cb98-4506-b21c-00a189d5c72c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:07:34.691493 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-138654b5-cb98-4506-b21c-00a189d5c72c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460322 Jun 09 22:07:34.818481 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-d7c8c0fe-ea2f-4bb7-b954-4774ee98544c service neutron] 10.222.0.26 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212251 Jun 09 22:07:34.949761 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-61a2d251-8d2b-4675-a687-2450cf785f71 service neutron] 10.222.0.26 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249714 Jun 09 22:07:35.123419 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a9b8df94-2110-4dff-b46f-71975b383381 req-39b79cd9-9501-4557-9210-e3390a10003b tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 210 time: 0.0436592 Jun 09 22:07:36.288488 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ebf220d-b573-4473-aaa3-82e42c505b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:36.336240 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-76b12356-093d-47b9-8c33-fe60df7110cb req-be5a597b-a4d9-41e0-94ce-bf111ac1c3c0 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 210 time: 0.0511839 Jun 09 22:07:36.404695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7995432-e150-4a97-ab07-d48d481eb43b req-2d68ce80-c9b4-4afa-b1f6-61bd25c72d24 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:36.406006 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-2d68ce80-c9b4-4afa-b1f6-61bd25c72d24 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "GET /v2.0/networks?id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631 HTTP/1.1" status: 200 len: 809 time: 0.1902053 Jun 09 22:07:36.435573 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Request body: {'port': {'device_id': 'dfed3888-8b74-454a-a099-bf6e49672982', 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631', 'admin_state_up': True, 'tenant_id': 'a18d8502844246909d8153f1bced6f4c'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:36.479983 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:36.589337 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Made reservation on behalf of a18d8502844246909d8153f1bced6f4c for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:07:36.592812 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:36.748784 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Allocated IP 172.20.0.9 (60ba258b-a9ee-4ab2-b4e3-c599c4dae631/e2073aad-6b27-42d0-93fb-3a22b5ba4255/ff586c9e-356f-4798-8510-2f8ff19e4ff8) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:07:37.040142 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.071183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.077815 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-83f2cb75-6ff9-4346-94b6-4928a9e15f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:37.142146 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:07:37.145147 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:07:37.147700 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:07:37.186270 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Pushing event updated for resources: {'Port': ['ID=ff586c9e-356f-4798-8510-2f8ff19e4ff8,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:37.189627 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:37.220072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:37.220682 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.238860 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8076832 Jun 09 22:07:37.255606 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Request body: {'port': {'device_id': 'dfed3888-8b74-454a-a099-bf6e49672982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:37.362639 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.648669 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.668978 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d2e6f-4500-4f64-978b-8efb318eb5b5 req-5ff24a0d-f4c8-4766-880e-8e3d1ffb8612 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:37.670410 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c01d2e6f-4500-4f64-978b-8efb318eb5b5 req-5ff24a0d-f4c8-4766-880e-8e3d1ffb8612 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 931 time: 0.1938334 Jun 09 22:07:37.734038 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c01d2e6f-4500-4f64-978b-8efb318eb5b5 req-08c15b8d-9002-430a-98ee-78657d8fe911 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566926 Jun 09 22:07:37.801277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff586c9e-356f-4798-8510-2f8ff19e4ff8 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:07:37.808855 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.823790 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Transition to ACTIVE for port object ff586c9e-356f-4798-8510-2f8ff19e4ff8 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:07:37.827355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.831730 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b373c15b-a9f6-48f4-8887-89fe0de9f1b4 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:37.951347 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ff586c9e-356f-4798-8510-2f8ff19e4ff8,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:37.981684 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:38.050844 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Attempting to bind port ff586c9e-356f-4798-8510-2f8ff19e4ff8 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:07:38.051178 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Attempting to bind port ff586c9e-356f-4798-8510-2f8ff19e4ff8 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:07:38.051498 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Attempting to bind port ff586c9e-356f-4798-8510-2f8ff19e4ff8 on network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:07:38.056060 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Port ff586c9e-356f-4798-8510-2f8ff19e4ff8 on network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:07:38.056375 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Attempting to bind port ff586c9e-356f-4798-8510-2f8ff19e4ff8 on network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:07:38.061365 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:07:38.061691 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Checking segment: {'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:07:38.062063 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Bound using segment: {'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:07:38.062496 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Bound port: ff586c9e-356f-4798-8510-2f8ff19e4ff8, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:07:38.062819 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:38.147175 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] For port ff586c9e-356f-4798-8510-2f8ff19e4ff8, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:07:38.150031 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] For port ff586c9e-356f-4798-8510-2f8ff19e4ff8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ff586c9e-356f-4798-8510-2f8ff19e4ff8,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:07:38.154702 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:38.158219 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f659ebae-fad2-46ec-8042-65eaf45e5d37 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:38.215720 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:38.216399 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:38.217722 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] 10.222.0.22 "PUT /v2.0/ports/ff586c9e-356f-4798-8510-2f8ff19e4ff8 HTTP/1.1" status: 200 len: 1093 time: 0.9660344 Jun 09 22:07:38.218222 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfed3888-8b74-454a-a099-bf6e49672982', 'tag': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:38.220469 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c317f9cd-866d-415a-819c-60ace578e47c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfed3888-8b74-454a-a099-bf6e49672982", "tag": "ff586c9e-356f-4798-8510-2f8ff19e4ff8"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:38.242695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ff586c9e-356f-4798-8510-2f8ff19e4ff8,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:38.245950 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:38.265393 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24029670-7791-4eab-abed-b19b60389a2b x-openstack-request-id: req-24029670-7791-4eab-abed-b19b60389a2b {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:38.265722 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfed3888-8b74-454a-a099-bf6e49672982", "tag": "ff586c9e-356f-4798-8510-2f8ff19e4ff8", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:38.266011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24029670-7791-4eab-abed-b19b60389a2b {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:38.266442 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfed3888-8b74-454a-a099-bf6e49672982', 'tag': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8', 'status': 'completed', 'code': 200} Jun 09 22:07:38.355625 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7995432-e150-4a97-ab07-d48d481eb43b req-a6780e54-99cb-4b2b-a1bd-0b87d49d8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:38.357360 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-a6780e54-99cb-4b2b-a1bd-0b87d49d8d1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a18d8502844246909d8153f1bced6f4c&device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 1096 time: 0.0737431 Jun 09 22:07:38.433479 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-f45a5be0-2ce9-441b-88bc-e5ac1c76e470 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff586c9e-356f-4798-8510-2f8ff19e4ff8 HTTP/1.1" status: 200 len: 217 time: 0.0630376 Jun 09 22:07:38.494956 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7995432-e150-4a97-ab07-d48d481eb43b req-b7d11013-7a87-4dc4-bcfc-bdc709a67cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:38.496321 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-b7d11013-7a87-4dc4-bcfc-bdc709a67cbf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2073aad-6b27-42d0-93fb-3a22b5ba4255 HTTP/1.1" status: 200 len: 849 time: 0.0572345 Jun 09 22:07:38.545400 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-0005644a-31e2-4d51-823f-9b254d88f020 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427451 Jun 09 22:07:38.685722 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-883109c7-9f33-440f-b17d-6d9db74e8fe8 service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343844 Jun 09 22:07:38.976722 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7995432-e150-4a97-ab07-d48d481eb43b req-72e87da2-2d2a-4f42-bbeb-9cf52f5197af service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852318 Jun 09 22:07:38.985390 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacec6d0-52fe-4731-ac3b-d1e40aa02424 req-645a9203-b04b-42ea-bd6e-7d26c954aa0d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:38.986739 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eacec6d0-52fe-4731-ac3b-d1e40aa02424 req-645a9203-b04b-42ea-bd6e-7d26c954aa0d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 943 time: 0.1349716 Jun 09 22:07:39.030904 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eacec6d0-52fe-4731-ac3b-d1e40aa02424 req-5440e1c2-8c9f-41fd-9d24-c76235da63ae tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 Jun 09 22:07:39.141497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f9cd-866d-415a-819c-60ace578e47c req-2ab1c472-5f0d-4dfb-bfc2-b479e7e3c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:39.142926 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c317f9cd-866d-415a-819c-60ace578e47c req-2ab1c472-5f0d-4dfb-bfc2-b479e7e3c4f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a18d8502844246909d8153f1bced6f4c&device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 1096 time: 0.0836580 Jun 09 22:07:39.271681 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f9cd-866d-415a-819c-60ace578e47c req-511585b0-01de-41a9-bbf5-1b1698219f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:39.273100 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c317f9cd-866d-415a-819c-60ace578e47c req-511585b0-01de-41a9-bbf5-1b1698219f5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631 HTTP/1.1" status: 200 len: 910 time: 0.1235418 Jun 09 22:07:39.337965 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c317f9cd-866d-415a-819c-60ace578e47c req-b443d5ac-e661-4edb-8980-fa8571ae40d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff586c9e-356f-4798-8510-2f8ff19e4ff8 HTTP/1.1" status: 200 len: 217 time: 0.0576069 Jun 09 22:07:39.360279 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:39.403156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f9cd-866d-415a-819c-60ace578e47c req-5ffe4c64-e30b-4c30-b57d-0a2307ab75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:39.404580 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c317f9cd-866d-415a-819c-60ace578e47c req-5ffe4c64-e30b-4c30-b57d-0a2307ab75f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2073aad-6b27-42d0-93fb-3a22b5ba4255 HTTP/1.1" status: 200 len: 849 time: 0.0608275 Jun 09 22:07:39.449756 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c317f9cd-866d-415a-819c-60ace578e47c req-e1079c8c-990f-4064-88cb-084e34c6b3ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392792 Jun 09 22:07:39.575360 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c317f9cd-866d-415a-819c-60ace578e47c req-0ea73286-ad39-4434-9ab1-bf0dabdb778c service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197195 Jun 09 22:07:39.702807 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c317f9cd-866d-415a-819c-60ace578e47c req-6ddc41ce-abd0-4a8e-9c3d-94fa87dc81df service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203053 Jun 09 22:07:40.218077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2651371-ea5b-4b8b-aaa2-348fd996b1de req-68cc39a7-3565-46b6-9423-c3335762f404 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:40.219497 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c2651371-ea5b-4b8b-aaa2-348fd996b1de req-68cc39a7-3565-46b6-9423-c3335762f404 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 943 time: 0.0817363 Jun 09 22:07:40.262983 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c2651371-ea5b-4b8b-aaa2-348fd996b1de req-883ac196-6f90-4c58-ae29-59707cfc914d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Jun 09 22:07:41.439066 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb806c-6dd0-4921-ab82-608e670e0b55 req-82644f00-aa76-4bf5-b156-938ca3e5be57 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:41.440533 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-05eb806c-6dd0-4921-ab82-608e670e0b55 req-82644f00-aa76-4bf5-b156-938ca3e5be57 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 943 time: 0.0768614 Jun 09 22:07:41.483869 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-05eb806c-6dd0-4921-ab82-608e670e0b55 req-8f272663-6bb4-4b92-8078-7e3dbe2f956d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Jun 09 22:07:42.338466 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ff586c9e-356f-4798-8510-2f8ff19e4ff8 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:07:42.466933 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port ff586c9e-356f-4798-8510-2f8ff19e4ff8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ff586c9e-356f-4798-8510-2f8ff19e4ff8,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:42.479799 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8', 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631', 'port_id': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8', 'mac_address': 'fa:16:3e:db:62:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2073aad-6b27-42d0-93fb-3a22b5ba4255', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:07:42.532660 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:42.549183 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff586c9e-356f-4798-8510-2f8ff19e4ff8 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:07:42.564443 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port ff586c9e-356f-4798-8510-2f8ff19e4ff8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ff586c9e-356f-4798-8510-2f8ff19e4ff8,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:42.568087 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:42.570792 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:42.642631 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=ff586c9e-356f-4798-8510-2f8ff19e4ff8,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:42.646025 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:42.668128 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb2dbb-1e75-451a-bb4f-9cec3ab26d8b req-d69a9f8e-aa89-4221-82dd-d9120d57c867 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:42.669550 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-26cb2dbb-1e75-451a-bb4f-9cec3ab26d8b req-d69a9f8e-aa89-4221-82dd-d9120d57c867 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 944 time: 0.0822301 Jun 09 22:07:42.712273 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-26cb2dbb-1e75-451a-bb4f-9cec3ab26d8b req-c49c236d-e8c1-4bf5-8703-19fd89dc37d2 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370891 Jun 09 22:07:43.006201 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ff586c9e-356f-4798-8510-2f8ff19e4ff8'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:07:43.893601 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfbc75-a2e1-466e-80d5-44ee4cf499fa req-2fc78576-9326-4634-a49a-64a6932d8c09 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:43.895068 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4edfbc75-a2e1-466e-80d5-44ee4cf499fa req-2fc78576-9326-4634-a49a-64a6932d8c09 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 944 time: 0.0798593 Jun 09 22:07:43.939421 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4edfbc75-a2e1-466e-80d5-44ee4cf499fa req-39a03f5c-fe7a-4365-be4b-765161cd350d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Jun 09 22:07:44.348121 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ff586c9e-356f-4798-8510-2f8ff19e4ff8 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:07:44.441773 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port ff586c9e-356f-4798-8510-2f8ff19e4ff8 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:07:44.446278 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port ff586c9e-356f-4798-8510-2f8ff19e4ff8 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:07:44.446656 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:44.559129 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:44.584766 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed3888-8b74-454a-a099-bf6e49672982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:44.587013 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b294b1f3-3999-48a3-875a-c3753beb5c86" -d '{"events": [{"server_uuid": "dfed3888-8b74-454a-a099-bf6e49672982", "name": "network-vif-plugged", "status": "completed", "tag": "ff586c9e-356f-4798-8510-2f8ff19e4ff8"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:44.595016 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port ff586c9e-356f-4798-8510-2f8ff19e4ff8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ff586c9e-356f-4798-8510-2f8ff19e4ff8,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:44.598699 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:44.601353 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:44.636225 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad213c-346d-4b0a-b55d-dba278afef40 x-openstack-request-id: req-d5ad213c-346d-4b0a-b55d-dba278afef40 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:44.636522 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed3888-8b74-454a-a099-bf6e49672982", "name": "network-vif-plugged", "status": "completed", "tag": "ff586c9e-356f-4798-8510-2f8ff19e4ff8", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:44.636779 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5ad213c-346d-4b0a-b55d-dba278afef40 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:44.637163 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed3888-8b74-454a-a099-bf6e49672982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8', 'code': 200} Jun 09 22:07:44.674952 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=ff586c9e-356f-4798-8510-2f8ff19e4ff8,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:44.677935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:44.879323 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e38916-61e5-49ef-86db-374a4238d8f6 req-637c54b1-e87d-4c83-9ba9-3628306dc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:44.880868 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-36e38916-61e5-49ef-86db-374a4238d8f6 req-637c54b1-e87d-4c83-9ba9-3628306dc9ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 1098 time: 0.0711536 Jun 09 22:07:44.921298 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-36e38916-61e5-49ef-86db-374a4238d8f6 req-2c33c395-932e-4ead-ba36-363a5b7121d7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Jun 09 22:07:45.124340 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289dbbf-5cff-457e-af71-587c728d511b req-f76ff094-2f3d-4ede-9548-5c499179c50a tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:45.125780 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c289dbbf-5cff-457e-af71-587c728d511b req-f76ff094-2f3d-4ede-9548-5c499179c50a tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 945 time: 0.0810905 Jun 09 22:07:45.171733 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c289dbbf-5cff-457e-af71-587c728d511b req-1319655f-867c-4fb6-9f8b-b49c3689c312 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Jun 09 22:07:46.359038 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba030-8537-4d05-aa3a-599e5f5d8c87 req-688d6107-04b9-4685-ad58-869871715414 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:46.360585 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7f7ba030-8537-4d05-aa3a-599e5f5d8c87 req-688d6107-04b9-4685-ad58-869871715414 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 945 time: 0.0840023 Jun 09 22:07:46.408643 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7f7ba030-8537-4d05-aa3a-599e5f5d8c87 req-f0c82d13-6372-4f9e-a045-cd11ed305908 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Jun 09 22:07:47.687750 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e4d39-43fa-499c-b1fa-16c2ff911d64 req-5ce12495-92d2-47bf-aeb4-41a066af26f8 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:47.689105 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f10e4d39-43fa-499c-b1fa-16c2ff911d64 req-5ce12495-92d2-47bf-aeb4-41a066af26f8 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 945 time: 0.1768644 Jun 09 22:07:47.732601 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f10e4d39-43fa-499c-b1fa-16c2ff911d64 req-55800658-4384-42c7-a196-df119dd6583d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Jun 09 22:07:48.762650 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de7f9-4fb8-427a-8917-7a66c8766ad3 req-1f920e29-ae93-4e72-9200-b77eba623f33 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:48.764077 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d95de7f9-4fb8-427a-8917-7a66c8766ad3 req-1f920e29-ae93-4e72-9200-b77eba623f33 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 945 time: 0.0772345 Jun 09 22:07:48.809765 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d95de7f9-4fb8-427a-8917-7a66c8766ad3 req-77416251-2214-42ba-965c-3a786b38cfb8 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Jun 09 22:07:49.991414 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625f0f7-d1f5-408d-9cbe-34883aed392b req-e78b1aec-3487-43da-a7fe-5c1078a25854 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:49.993122 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8625f0f7-d1f5-408d-9cbe-34883aed392b req-e78b1aec-3487-43da-a7fe-5c1078a25854 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 945 time: 0.0781817 Jun 09 22:07:50.038128 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8625f0f7-d1f5-408d-9cbe-34883aed392b req-8198dda3-a19a-49c3-8940-033e3341fc1c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Jun 09 22:07:50.221273 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893b405-75bc-4e06-bc98-203f7228161a req-d3cf4c4c-cafa-4776-a730-d9dfb2102b3a tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:50.222661 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5893b405-75bc-4e06-bc98-203f7228161a req-d3cf4c4c-cafa-4776-a730-d9dfb2102b3a tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 945 time: 0.0803578 Jun 09 22:07:50.353355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Deleting port ff586c9e-356f-4798-8510-2f8ff19e4ff8 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:50.353687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:50.480298 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] For port ff586c9e-356f-4798-8510-2f8ff19e4ff8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ff586c9e-356f-4798-8510-2f8ff19e4ff8,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:50.480572 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:50.601875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Calling delete_port for ff586c9e-356f-4798-8510-2f8ff19e4ff8 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:07:50.708653 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:50.715058 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-736b39af-e5c8-4828-a6d6-342b3cc500a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:50.742357 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['ff586c9e-356f-4798-8510-2f8ff19e4ff8'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:07:50.763216 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Pushing event deleted for resources: {'Port': ['ID=ff586c9e-356f-4798-8510-2f8ff19e4ff8,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:50.793657 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:50.832609 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] No DVR routers for this DVR port ff586c9e-356f-4798-8510-2f8ff19e4ff8 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:07:50.835036 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:50.836965 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5893b405-75bc-4e06-bc98-203f7228161a req-f8cb6044-c5cb-43cf-87d5-dda6b938a5c3 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "DELETE /v2.0/ports/ff586c9e-356f-4798-8510-2f8ff19e4ff8 HTTP/1.1" status: 204 len: 173 time: 0.6084523 Jun 09 22:07:50.837450 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed3888-8b74-454a-a099-bf6e49672982', 'name': 'network-vif-deleted', 'tag': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:50.839746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff1862-7af0-4b7e-934b-cd5ad68b1b09" -d '{"events": [{"server_uuid": "dfed3888-8b74-454a-a099-bf6e49672982", "name": "network-vif-deleted", "tag": "ff586c9e-356f-4798-8510-2f8ff19e4ff8"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:50.884551 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca4456e-cefb-4865-8f40-6c74c252e192 x-openstack-request-id: req-aca4456e-cefb-4865-8f40-6c74c252e192 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:50.885491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed3888-8b74-454a-a099-bf6e49672982", "name": "network-vif-deleted", "tag": "ff586c9e-356f-4798-8510-2f8ff19e4ff8", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:50.885820 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aca4456e-cefb-4865-8f40-6c74c252e192 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:50.886327 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed3888-8b74-454a-a099-bf6e49672982', 'name': 'network-vif-deleted', 'tag': 'ff586c9e-356f-4798-8510-2f8ff19e4ff8', 'status': 'completed', 'code': 200} Jun 09 22:07:51.200059 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a522debf-cc7f-4738-bc20-26576ebee9b8 req-2a182220-a901-46b7-9fb2-7064e927874e tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfed3888-8b74-454a-a099-bf6e49672982 HTTP/1.1" status: 200 len: 210 time: 0.0449955 Jun 09 22:07:52.555135 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-4b1fc9e0-6732-46f8-a024-478ff3f26d4d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:52.557142 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-4b1fc9e0-6732-46f8-a024-478ff3f26d4d tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/networks?id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631 HTTP/1.1" status: 200 len: 809 time: 0.1406245 Jun 09 22:07:52.570964 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-05afca9e-1066-48ca-a236-2ce3fc611a6b tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/quotas/a18d8502844246909d8153f1bced6f4c HTTP/1.1" status: 200 len: 375 time: 0.0083950 Jun 09 22:07:52.616576 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-bc2a2045-e204-4d91-afe0-e9ad56920a5e tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a18d8502844246909d8153f1bced6f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406320 Jun 09 22:07:52.746297 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-0d4cb649-d47b-4fa2-9b15-e485daf83f72 service neutron] 10.222.0.26 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219933 Jun 09 22:07:52.875218 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-7c3b575b-0166-445c-a81d-2df8b09b66fa service neutron] 10.222.0.26 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229620 Jun 09 22:07:53.043769 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5730e81a-9bc4-40d2-84eb-fea76510eacc req-33592a07-a31b-49df-aa6e-2a8d66ba082c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 210 time: 0.0413287 Jun 09 22:07:54.204745 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-481d963a-ccfc-4baa-8e98-e39e2c1382ee req-8b8b2a10-c1c8-4d96-8955-da338bdda805 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 210 time: 0.0553796 Jun 09 22:07:54.252564 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-df932356-3107-4fbd-8d4d-63dae7a6d637 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:54.253949 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-df932356-3107-4fbd-8d4d-63dae7a6d637 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "GET /v2.0/networks?id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631 HTTP/1.1" status: 200 len: 809 time: 0.2856827 Jun 09 22:07:54.285541 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Request body: {'port': {'device_id': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631', 'admin_state_up': True, 'tenant_id': 'a18d8502844246909d8153f1bced6f4c'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:54.394784 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ff586c9e-356f-4798-8510-2f8ff19e4ff8 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:54.428338 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: ff586c9e-356f-4798-8510-2f8ff19e4ff8 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:54.428588 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device ff586c9e-356f-4798-8510-2f8ff19e4ff8 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:54.434105 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Made reservation on behalf of a18d8502844246909d8153f1bced6f4c for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:07:54.437573 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:54.594360 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Allocated IP 172.20.0.9 (60ba258b-a9ee-4ab2-b4e3-c599c4dae631/e2073aad-6b27-42d0-93fb-3a22b5ba4255/90aa1073-3cb9-4021-9c20-5f2326826d16) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:07:54.789409 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:54.817801 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:54.823305 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:54.890835 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:07:54.893886 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:07:54.897686 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:07:54.927656 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Pushing event updated for resources: {'Port': ['ID=90aa1073-3cb9-4021-9c20-5f2326826d16,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:54.934342 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:54.962681 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:54.963279 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:54.980754 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987481 Jun 09 22:07:54.997802 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Request body: {'port': {'device_id': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:55.105343 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:55.445932 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285cc47-9927-4130-84ab-1e96f52ee669 req-78c6ac60-fc64-4bd4-a01a-1ff764a5a8d9 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:55.447396 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a285cc47-9927-4130-84ab-1e96f52ee669 req-78c6ac60-fc64-4bd4-a01a-1ff764a5a8d9 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 931 time: 0.1298621 Jun 09 22:07:55.529876 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90aa1073-3cb9-4021-9c20-5f2326826d16 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:07:55.540583 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:55.548442 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a285cc47-9927-4130-84ab-1e96f52ee669 req-22bf9602-2293-44ba-8a88-dee7a59a205e tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685635 Jun 09 22:07:55.559017 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Transition to ACTIVE for port object 90aa1073-3cb9-4021-9c20-5f2326826d16 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:07:55.563299 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:55.567826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:55.709237 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Pushing event updated for resources: {'Port': ['ID=90aa1073-3cb9-4021-9c20-5f2326826d16,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:55.716930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:55.879381 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Attempting to bind port 90aa1073-3cb9-4021-9c20-5f2326826d16 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:07:55.879711 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Attempting to bind port 90aa1073-3cb9-4021-9c20-5f2326826d16 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:07:55.880070 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Attempting to bind port 90aa1073-3cb9-4021-9c20-5f2326826d16 on network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:07:55.885271 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Port 90aa1073-3cb9-4021-9c20-5f2326826d16 on network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:07:55.885582 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Attempting to bind port 90aa1073-3cb9-4021-9c20-5f2326826d16 on network 60ba258b-a9ee-4ab2-b4e3-c599c4dae631 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:07:55.890547 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:07:55.890875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Checking segment: {'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:07:55.891250 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Bound using segment: {'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:07:55.891671 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Bound port: 90aa1073-3cb9-4021-9c20-5f2326826d16, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323a1605-023f-44c6-9385-298d48902efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:07:55.892043 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:55.977284 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] For port 90aa1073-3cb9-4021-9c20-5f2326826d16, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:07:55.980183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] For port 90aa1073-3cb9-4021-9c20-5f2326826d16, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90aa1073-3cb9-4021-9c20-5f2326826d16,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:07:55.984495 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:55.988068 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-009c5fe4-2c9a-4144-b195-2c9c35cf0a1f tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:56.040354 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.040874 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:56.042292 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] 10.222.0.22 "PUT /v2.0/ports/90aa1073-3cb9-4021-9c20-5f2326826d16 HTTP/1.1" status: 200 len: 1093 time: 1.0488310 Jun 09 22:07:56.049026 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'tag': '90aa1073-3cb9-4021-9c20-5f2326826d16'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:56.051282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c995685-3475-4107-9018-331ef365b504" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91deb5-39e6-42a6-a0c4-0e61d33e7f64", "tag": "90aa1073-3cb9-4021-9c20-5f2326826d16"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:56.071096 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Pushing event updated for resources: {'Port': ['ID=90aa1073-3cb9-4021-9c20-5f2326826d16,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:56.074826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-fa1036e7-3c6d-4cca-8c4c-2013a0996dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:56.094197 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13da8a7a-bcc0-4237-aea4-57204c796241 x-openstack-request-id: req-13da8a7a-bcc0-4237-aea4-57204c796241 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:56.094516 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91deb5-39e6-42a6-a0c4-0e61d33e7f64", "tag": "90aa1073-3cb9-4021-9c20-5f2326826d16", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:56.094800 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13da8a7a-bcc0-4237-aea4-57204c796241 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:56.095219 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'tag': '90aa1073-3cb9-4021-9c20-5f2326826d16', 'status': 'completed', 'code': 200} Jun 09 22:07:56.174191 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-6bfc00c7-3c02-43f6-9762-c734953bae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.175646 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-6bfc00c7-3c02-43f6-9762-c734953bae10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a18d8502844246909d8153f1bced6f4c&device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 1096 time: 0.0682688 Jun 09 22:07:56.249062 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-6b6710a7-e1f5-40c7-8210-763a57dcce96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90aa1073-3cb9-4021-9c20-5f2326826d16 HTTP/1.1" status: 200 len: 217 time: 0.0609388 Jun 09 22:07:56.308427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-c64326d3-f4a6-458f-b634-960db2328a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.309760 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-c64326d3-f4a6-458f-b634-960db2328a6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2073aad-6b27-42d0-93fb-3a22b5ba4255 HTTP/1.1" status: 200 len: 849 time: 0.0552392 Jun 09 22:07:56.358301 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-b6d39e11-390a-495a-b96b-0097c84da4f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417960 Jun 09 22:07:56.484393 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-72a5fd4b-0bba-48e0-ab9b-7774d8333b35 service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199841 Jun 09 22:07:56.610122 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c2d0bbb-0923-4239-bbbc-96364eb7da21 req-6e6ef719-7a67-4340-8e2d-1d217f8960ff service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199310 Jun 09 22:07:56.787703 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5158854-b168-4546-a5de-9ba05cf02aaf req-8afbb29c-b0fa-4219-847f-d8ecbcf2dbc4 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.789142 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5158854-b168-4546-a5de-9ba05cf02aaf req-8afbb29c-b0fa-4219-847f-d8ecbcf2dbc4 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 943 time: 0.1367869 Jun 09 22:07:56.794667 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c995685-3475-4107-9018-331ef365b504 req-6893c606-48a7-4f44-96ea-c13b312de082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.796018 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c995685-3475-4107-9018-331ef365b504 req-6893c606-48a7-4f44-96ea-c13b312de082 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a18d8502844246909d8153f1bced6f4c&device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 1096 time: 0.1022844 Jun 09 22:07:56.914935 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c5158854-b168-4546-a5de-9ba05cf02aaf req-72f257d6-579e-4c7f-a882-7830066342bf tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180010 Jun 09 22:07:56.950349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c995685-3475-4107-9018-331ef365b504 req-4197724b-91bc-4bdd-8e3d-37a95ddf156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.951751 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c995685-3475-4107-9018-331ef365b504 req-4197724b-91bc-4bdd-8e3d-37a95ddf156f service neutron] 10.222.0.22 "GET /v2.0/networks?id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631 HTTP/1.1" status: 200 len: 910 time: 0.1428218 Jun 09 22:07:57.023317 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c995685-3475-4107-9018-331ef365b504 req-772434b6-3f43-4142-97e5-afc7c2ebb368 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90aa1073-3cb9-4021-9c20-5f2326826d16 HTTP/1.1" status: 200 len: 217 time: 0.0653076 Jun 09 22:07:57.084477 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c995685-3475-4107-9018-331ef365b504 req-f8410c50-1b98-4e5c-91ec-018d70a126b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:57.085855 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c995685-3475-4107-9018-331ef365b504 req-f8410c50-1b98-4e5c-91ec-018d70a126b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2073aad-6b27-42d0-93fb-3a22b5ba4255 HTTP/1.1" status: 200 len: 849 time: 0.0557036 Jun 09 22:07:57.130808 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c995685-3475-4107-9018-331ef365b504 req-90c28120-3167-4953-9e9a-7c8613521b45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ba258b-a9ee-4ab2-b4e3-c599c4dae631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381434 Jun 09 22:07:57.270328 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c995685-3475-4107-9018-331ef365b504 req-81c162a3-dcbb-4ce9-9deb-d6943548deba service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325397 Jun 09 22:07:57.406240 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4c995685-3475-4107-9018-331ef365b504 req-f8dd9eea-c468-40dd-aebd-e7db8868f32e service neutron] 10.222.0.22 "GET /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279027 Jun 09 22:07:58.188363 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792ba27-659b-4602-85a0-e4fb7d965c52 req-a7e9b79b-47e8-41d0-9802-11ce81a348fb tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:58.189800 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7792ba27-659b-4602-85a0-e4fb7d965c52 req-a7e9b79b-47e8-41d0-9802-11ce81a348fb tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 943 time: 0.1717134 Jun 09 22:07:58.234305 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7792ba27-659b-4602-85a0-e4fb7d965c52 req-3a392d7e-67c8-48c3-8dff-e58c84edc051 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Jun 09 22:07:59.414009 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e78c1-f1d4-46ee-9e25-a8ea2ec5e3ce req-18504f8d-572c-457c-998f-0007003e8658 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:59.415428 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce1e78c1-f1d4-46ee-9e25-a8ea2ec5e3ce req-18504f8d-572c-457c-998f-0007003e8658 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 943 time: 0.0774398 Jun 09 22:07:59.462275 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce1e78c1-f1d4-46ee-9e25-a8ea2ec5e3ce req-c0a06ee5-a2bc-4fb1-9db9-faa6ea545a9f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Jun 09 22:08:00.417277 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90aa1073-3cb9-4021-9c20-5f2326826d16 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:08:00.546224 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90aa1073-3cb9-4021-9c20-5f2326826d16, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90aa1073-3cb9-4021-9c20-5f2326826d16,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:00.559421 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '90aa1073-3cb9-4021-9c20-5f2326826d16', 'network_id': '60ba258b-a9ee-4ab2-b4e3-c599c4dae631', 'port_id': '90aa1073-3cb9-4021-9c20-5f2326826d16', 'mac_address': 'fa:16:3e:08:aa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2073aad-6b27-42d0-93fb-3a22b5ba4255', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:08:00.612629 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:00.632155 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90aa1073-3cb9-4021-9c20-5f2326826d16 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:08:00.645174 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ccc48-cdf5-4fa4-9994-168bb29286b4 req-b5316f87-4e26-470a-9757-61e0647f92ea tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:00.646617 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-388ccc48-cdf5-4fa4-9994-168bb29286b4 req-b5316f87-4e26-470a-9757-61e0647f92ea tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 943 time: 0.0791771 Jun 09 22:08:00.647984 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90aa1073-3cb9-4021-9c20-5f2326826d16, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90aa1073-3cb9-4021-9c20-5f2326826d16,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:00.651909 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:00.653645 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:00.692138 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-388ccc48-cdf5-4fa4-9994-168bb29286b4 req-4b0a9cae-0d29-4713-a712-dae812bfea3f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Jun 09 22:08:00.729911 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90aa1073-3cb9-4021-9c20-5f2326826d16,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:00.737346 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.737693 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.738032 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.738363 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.738688 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.739014 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.739363 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.739709 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.740109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.740380 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.740695 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.741013 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:00.744796 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:01.050351 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['90aa1073-3cb9-4021-9c20-5f2326826d16'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:08:01.878285 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2742b2-3b02-4180-bc28-3802192c00c6 req-aa516436-29c7-483a-bfa7-b7ea63f6d101 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:01.879718 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8f2742b2-3b02-4180-bc28-3802192c00c6 req-aa516436-29c7-483a-bfa7-b7ea63f6d101 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 944 time: 0.0812302 Jun 09 22:08:01.923328 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8f2742b2-3b02-4180-bc28-3802192c00c6 req-0dfe1380-2d0d-47b7-9891-eaa28a4de7f1 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Jun 09 22:08:02.410176 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90aa1073-3cb9-4021-9c20-5f2326826d16 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:02.475052 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 90aa1073-3cb9-4021-9c20-5f2326826d16 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:02.479323 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 90aa1073-3cb9-4021-9c20-5f2326826d16 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:02.479691 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:02.591945 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:02.616832 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aa1073-3cb9-4021-9c20-5f2326826d16'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:02.619045 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e099f4-4ad1-4eb4-b5e0-a7efbdee3874" -d '{"events": [{"server_uuid": "ad91deb5-39e6-42a6-a0c4-0e61d33e7f64", "name": "network-vif-plugged", "status": "completed", "tag": "90aa1073-3cb9-4021-9c20-5f2326826d16"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:02.626842 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 90aa1073-3cb9-4021-9c20-5f2326826d16, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90aa1073-3cb9-4021-9c20-5f2326826d16,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:02.630968 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:02.632912 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:02.666857 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6bb439-3af8-44ad-8b5c-40c99c1f126f x-openstack-request-id: req-dd6bb439-3af8-44ad-8b5c-40c99c1f126f {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:02.667154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91deb5-39e6-42a6-a0c4-0e61d33e7f64", "name": "network-vif-plugged", "status": "completed", "tag": "90aa1073-3cb9-4021-9c20-5f2326826d16", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:02.667414 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd6bb439-3af8-44ad-8b5c-40c99c1f126f {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:02.667800 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aa1073-3cb9-4021-9c20-5f2326826d16', 'code': 200} Jun 09 22:08:02.699393 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=90aa1073-3cb9-4021-9c20-5f2326826d16,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:02.702573 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:02.912658 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782c219-acf1-49fa-bfce-ac9df4362fc1 req-b43c534c-9029-426a-97ca-60db5845033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:02.914119 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d782c219-acf1-49fa-bfce-ac9df4362fc1 req-b43c534c-9029-426a-97ca-60db5845033f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 1098 time: 0.0685334 Jun 09 22:08:02.954872 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d782c219-acf1-49fa-bfce-ac9df4362fc1 req-5cf0e5c0-356d-440e-8397-0d9a6deae95a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343735 Jun 09 22:08:03.124128 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57058adf-2e73-492e-b0bf-9ee2fc2e19e0 req-16e8e571-cce3-4e7d-a475-ab3e258c5e79 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:03.125540 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-57058adf-2e73-492e-b0bf-9ee2fc2e19e0 req-16e8e571-cce3-4e7d-a475-ab3e258c5e79 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 945 time: 0.0821133 Jun 09 22:08:03.168322 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-57058adf-2e73-492e-b0bf-9ee2fc2e19e0 req-711fe0eb-141c-4164-b709-356a07b66655 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Jun 09 22:08:03.213316 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:04.074706 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-87884803-2012-40d1-ab13-3f04d721bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:04.354970 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e03dd6-9029-4e60-badf-396012927f59 req-b8bff7d6-dbd4-4ca4-80b2-c909305fbc2e tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:04.356861 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6e03dd6-9029-4e60-badf-396012927f59 req-b8bff7d6-dbd4-4ca4-80b2-c909305fbc2e tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 945 time: 0.0839689 Jun 09 22:08:04.417089 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e6e03dd6-9029-4e60-badf-396012927f59 req-60609e02-cbc1-4652-bcb8-1c430d8e1900 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Jun 09 22:08:05.592086 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40fe6b-9ab9-490e-9927-fcf38e3d319c req-6d928751-beb1-4a44-9ca5-1454fe10d391 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:05.593523 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fe40fe6b-9ab9-490e-9927-fcf38e3d319c req-6d928751-beb1-4a44-9ca5-1454fe10d391 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 945 time: 0.0779390 Jun 09 22:08:05.637350 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-fe40fe6b-9ab9-490e-9927-fcf38e3d319c req-794e3113-0b87-4a99-b2a6-d1d9bf948f49 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Jun 09 22:08:06.285009 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-37b76c9d-efc5-42ab-9fee-6e3d5c41d23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.481743 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.789307 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88cad3-b534-4753-825f-de9c7307d0c1 req-df6cfff4-9f31-4905-8ae8-10ef3b15d309 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:06.791231 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ee88cad3-b534-4753-825f-de9c7307d0c1 req-df6cfff4-9f31-4905-8ae8-10ef3b15d309 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 945 time: 0.0838828 Jun 09 22:08:06.834612 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ee88cad3-b534-4753-825f-de9c7307d0c1 req-8260a621-728d-484c-ba42-950c4d59bce6 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Jun 09 22:08:07.652209 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.016767 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c5419-13e7-476b-a351-1c9cddd27c05 req-3354803c-3e6b-425a-bb10-f2d4e83a18b1 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:08.018188 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-580c5419-13e7-476b-a351-1c9cddd27c05 req-3354803c-3e6b-425a-bb10-f2d4e83a18b1 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 945 time: 0.0786061 Jun 09 22:08:08.061585 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-580c5419-13e7-476b-a351-1c9cddd27c05 req-d745cb25-faf2-48e6-abbd-4571d2a0b3eb tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Jun 09 22:08:08.386822 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-80f23e21-dfdb-491f-9ea0-3176d68199c9 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:08.388140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-80f23e21-dfdb-491f-9ea0-3176d68199c9 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 945 time: 0.0810106 Jun 09 22:08:08.524245 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Deleting port 90aa1073-3cb9-4021-9c20-5f2326826d16 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:08.524587 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.654466 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] For port 90aa1073-3cb9-4021-9c20-5f2326826d16, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=90aa1073-3cb9-4021-9c20-5f2326826d16,segment=NetworkSegment(323a1605-023f-44c6-9385-298d48902efc),segment_id=323a1605-023f-44c6-9385-298d48902efc)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:08.654746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.778232 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Calling delete_port for 90aa1073-3cb9-4021-9c20-5f2326826d16 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:08.882561 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:08.887921 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-411bc080-5e4f-4833-bbe7-0409583723a0 tempest-AttachVolumeNegativeTest-52939688 tempest-AttachVolumeNegativeTest-52939688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:08.918934 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['90aa1073-3cb9-4021-9c20-5f2326826d16'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:08:08.936357 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Pushing event deleted for resources: {'Port': ['ID=90aa1073-3cb9-4021-9c20-5f2326826d16,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:08.939409 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:08.950344 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:08:09.007090 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] No DVR routers for this DVR port 90aa1073-3cb9-4021-9c20-5f2326826d16 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:09.009522 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.011458 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9042a467-b376-4ea9-9cc2-c5774e98354c req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.22 "DELETE /v2.0/ports/90aa1073-3cb9-4021-9c20-5f2326826d16 HTTP/1.1" status: 204 len: 173 time: 0.6184406 Jun 09 22:08:09.011985 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'name': 'network-vif-deleted', 'tag': '90aa1073-3cb9-4021-9c20-5f2326826d16'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:09.014222 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751103d-a961-42b6-a446-9c1cd35b9688" -d '{"events": [{"server_uuid": "ad91deb5-39e6-42a6-a0c4-0e61d33e7f64", "name": "network-vif-deleted", "tag": "90aa1073-3cb9-4021-9c20-5f2326826d16"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:09.055037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116c3da5-9db0-4171-9775-abccd4a725fd x-openstack-request-id: req-116c3da5-9db0-4171-9775-abccd4a725fd {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:09.055646 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91deb5-39e6-42a6-a0c4-0e61d33e7f64", "name": "network-vif-deleted", "tag": "90aa1073-3cb9-4021-9c20-5f2326826d16", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:09.055646 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-116c3da5-9db0-4171-9775-abccd4a725fd {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:09.056075 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91deb5-39e6-42a6-a0c4-0e61d33e7f64', 'name': 'network-vif-deleted', 'tag': '90aa1073-3cb9-4021-9c20-5f2326826d16', 'status': 'completed', 'code': 200} Jun 09 22:08:09.228353 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e7e7e91c-fd3f-4c8f-a3f9-892343a27cdf req-48077dc1-152d-4c91-bfd9-a7fac6f748ec tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad91deb5-39e6-42a6-a0c4-0e61d33e7f64 HTTP/1.1" status: 200 len: 210 time: 0.0499847 Jun 09 22:08:09.361439 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:14.166963 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90aa1073-3cb9-4021-9c20-5f2326826d16 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:14.201269 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 90aa1073-3cb9-4021-9c20-5f2326826d16 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:14.201647 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 90aa1073-3cb9-4021-9c20-5f2326826d16 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:33.212930 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.001970 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57096) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:34.059836 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Deleting subnet e2073aad-6b27-42d0-93fb-3a22b5ba4255 {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:08:34.062729 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.075587 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4a9abace-4f58-44ea-affb-c3c12efe0e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.112825 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5967774'] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.250711 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.314286 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6730147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5881692'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.317873 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:34.352553 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2073aad-6b27-42d0-93fb-3a22b5ba4255,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:34.361878 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.364255 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e2073aad-6b27-42d0-93fb-3a22b5ba4255 HTTP/1.1" status: 204 len: 168 time: 0.3612852 Jun 09 22:08:34.365774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.366156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.366355 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57098) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:34.366815 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.366927 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.367212 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.367671 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.368144 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.368488 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.369341 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.369693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.370040 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.370380 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.373448 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:34.470913 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.593554 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.606173 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ba258b-a9ee-4ab2-b4e3-c599c4dae631']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:34.617858 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323a1605-023f-44c6-9385-298d48902efc') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:34.618152 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323a1605-023f-44c6-9385-298d48902efc') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:34.629445 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.645140 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.651161 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:08:34.651542 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:08:34.664235 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:08:34.738370 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.741903 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:34.754279 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:34.756067 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] 10.222.0.26 "DELETE /v2.0/networks/60ba258b-a9ee-4ab2-b4e3-c599c4dae631 HTTP/1.1" status: 204 len: 168 time: 0.3888695 Jun 09 22:08:34.762668 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ba258b-a9ee-4ab2-b4e3-c599c4dae631,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:34.770072 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.770455 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.770827 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.771191 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.771552 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.771951 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.772345 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.772703 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.773059 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.773410 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.773761 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.774110 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:34.778030 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c17fdc23-0f2f-4ac3-a77b-896a0da22426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:34.867919 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57104) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:34.921815 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-7725dc19-7a77-4ac7-a428-577972b17f17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a18d8502844246909d8153f1bced6f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526483 Jun 09 22:08:34.924090 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57106) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:34.979698 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5b984c79-d005-4508-8749-4145af86434d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.004628 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5b984c79-d005-4508-8749-4145af86434d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.054283 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5b984c79-d005-4508-8749-4145af86434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.057323 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5b984c79-d005-4508-8749-4145af86434d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.058575 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-5b984c79-d005-4508-8749-4145af86434d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b6c8cb2-8002-47bd-a578-aa36a89ca3d8 HTTP/1.1" status: 204 len: 168 time: 0.1335714 Jun 09 22:08:35.059356 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-906b174a-440a-43af-9747-f5967b6d5c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:35.068588 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b984c79-d005-4508-8749-4145af86434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6c8cb2-8002-47bd-a578-aa36a89ca3d8,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:35.071535 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-5b984c79-d005-4508-8749-4145af86434d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:35.794653 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57128) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:35.897017 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1980381932-network', 'tenant_id': 'f68b3b3082fd47868a06d90738925701'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:35.918557 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Made reservation on behalf of f68b3b3082fd47868a06d90738925701 for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:08:35.920972 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:35.933136 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.041855 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.045486 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.048446 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-c56cbbd8-ee69-41dc-8b88-112e3b0123a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:36.077088 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:08:36.085396 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455a5f7-6876-4074-897e-35bb8d49574c,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:36.088615 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:36.093099 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.093099 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Added segment 0141d00b-7bcd-4afc-89de-06f111809bd3 of type vlan for network de959919-023d-450d-9f64-97bd422a9389 Jun 09 22:08:36.119829 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.147573 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.148816 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:36.149524 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.153008 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:36.238602 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4428864 Jun 09 22:08:36.241463 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57132) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:36.246938 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Request body: {'subnet': {'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1980381932-subnet', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:36.248720 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=de959919-023d-450d-9f64-97bd422a9389,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:36.251367 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-f20e23f8-9e54-46b9-bbe7-abd6bda0a3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:36.259113 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network de959919-023d-450d-9f64-97bd422a9389 details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:08:36.269866 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Made reservation on behalf of f68b3b3082fd47868a06d90738925701 for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:08:36.272568 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5881633'] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.347144 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-392fb8fb-6da8-4379-bd5d-eaa4a0335bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.472511 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6730084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5881683'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.477196 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-17ee1755-b26d-4ee8-8131-0b6a1df8aff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:36.483913 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.549192 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:36.552946 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:36.560285 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Checking segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:36.560628 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Network hostable DHCP agents. Network: de959919-023d-450d-9f64-97bd422a9389, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:08:36.578442 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Network de959919-023d-450d-9f64-97bd422a9389 is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:08:36.588093 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, de959919-023d-450d-9f64-97bd422a9389) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:36.591924 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:36.592505 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.598155 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6173cfc-b9ea-407d-b3c7-ee145b9050ff None None] Network de959919-023d-450d-9f64-97bd422a9389 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:08:36.610497 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3679643 Jun 09 22:08:36.613145 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57134) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:36.617561 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:36.640187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.641172 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.657284 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.809939 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-de959919-023d-450d-9f64-97bd422a9389', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:08:36.810771 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.919505 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.001845 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Allocated IP 172.20.0.2 (de959919-023d-450d-9f64-97bd422a9389/e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72/f897c63c-9fb5-44bf-90a7-5f104504734e) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:37.198796 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.208514 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Transition to ACTIVE for port object f897c63c-9fb5-44bf-90a7-5f104504734e will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:37.221938 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.226526 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Transition to ACTIVE for port object f897c63c-9fb5-44bf-90a7-5f104504734e will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:37.233097 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.236499 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:37.254776 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.300751 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Network de959919-023d-450d-9f64-97bd422a9389 is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:37.303881 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:37.308323 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:37.314797 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Pushing event updated for resources: {'Port': ['ID=f897c63c-9fb5-44bf-90a7-5f104504734e,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:37.318482 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:37.391332 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Allocated IP 172.27.1.107 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/aeebd416-8793-4f69-a25f-e03667808384) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:37.406677 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Attempting to bind port f897c63c-9fb5-44bf-90a7-5f104504734e on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:08:37.407051 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Attempting to bind port f897c63c-9fb5-44bf-90a7-5f104504734e by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:08:37.407423 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Attempting to bind port f897c63c-9fb5-44bf-90a7-5f104504734e on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:37.412949 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:08:37.413529 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Checking segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:37.413887 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.414287 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Bound using segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:08:37.414756 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Bound port: f897c63c-9fb5-44bf-90a7-5f104504734e, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:08:37.415139 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.501277 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] For port f897c63c-9fb5-44bf-90a7-5f104504734e, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:08:37.504588 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] For port f897c63c-9fb5-44bf-90a7-5f104504734e, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f897c63c-9fb5-44bf-90a7-5f104504734e,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:08:37.511530 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.517503 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c77efced-07b8-467e-82c3-5332efbbed07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:37.564689 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.597687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.602489 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ce70c406-5c74-4710-a80b-a8cd5907ec48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:37.612243 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Pushing event updated for resources: {'Port': ['ID=f897c63c-9fb5-44bf-90a7-5f104504734e,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:37.615263 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:37.657973 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.777212 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:37.780117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:37.782491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:37.816744 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Pushing event updated for resources: {'Port': ['ID=aeebd416-8793-4f69-a25f-e03667808384,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:37.819695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:38.193669 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.333140 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f897c63c-9fb5-44bf-90a7-5f104504734e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:38.401624 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port f897c63c-9fb5-44bf-90a7-5f104504734e completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:38.463244 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75836de7-c062-41ff-9953-819d81bf8463 None None] Network de959919-023d-450d-9f64-97bd422a9389 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:08:38.541252 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.626493 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Provisioning for port f897c63c-9fb5-44bf-90a7-5f104504734e completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:38.639861 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Provisioning complete for port f897c63c-9fb5-44bf-90a7-5f104504734e triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:38.640377 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.755991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:08:38.831624 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.868112 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] For port f897c63c-9fb5-44bf-90a7-5f104504734e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f897c63c-9fb5-44bf-90a7-5f104504734e,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:38.873138 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.874871 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:38.945778 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Pushing event updated for resources: {'Port': ['ID=f897c63c-9fb5-44bf-90a7-5f104504734e,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:38.948728 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:38.950222 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:38.958385 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:38.969554 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:38.970668 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:38.977540 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:38.979849 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-7cc6d546-7d75-41f6-bae0-d47b7e66bf8f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3656993 Jun 09 22:08:38.985914 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57136) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:39.132025 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-1ce58b2e-e512-4474-b340-efbf54df0dab None None] Provisioning complete for port f897c63c-9fb5-44bf-90a7-5f104504734e triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:39.132291 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1ce58b2e-e512-4474-b340-efbf54df0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.205140 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:39.469905 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.584475 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:38Z', 'revision_number': 3, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:39.588890 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:39.589270 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Updating router 1c897f0f-7451-411d-8fe3-1c929da6fb01 port aeebd416-8793-4f69-a25f-e03667808384 binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:08:39.640111 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.755687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.960547 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.965900 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Allocated IP 172.20.0.1 (de959919-023d-450d-9f64-97bd422a9389/e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72/bfc96547-5ab4-49e5-9b65-f97d959d8ab5) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:39.972582 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Transition to ACTIVE for port object aeebd416-8793-4f69-a25f-e03667808384 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:39.978403 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.982208 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:40.059309 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Attempting to bind port aeebd416-8793-4f69-a25f-e03667808384 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:08:40.059686 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Attempting to bind port aeebd416-8793-4f69-a25f-e03667808384 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:08:40.060082 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Attempting to bind port aeebd416-8793-4f69-a25f-e03667808384 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:40.062121 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65189abb-969c-4865-b95b-2d6acbfba012 None None] Pushing event updated for resources: {'Port': ['ID=aeebd416-8793-4f69-a25f-e03667808384,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:40.065626 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-65189abb-969c-4865-b95b-2d6acbfba012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:40.068104 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:08:40.068479 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:40.068883 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.069270 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:08:40.069732 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Bound port: aeebd416-8793-4f69-a25f-e03667808384, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:08:40.070108 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.112526 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.128037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Transition to ACTIVE for port object bfc96547-5ab4-49e5-9b65-f97d959d8ab5 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:40.141049 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] For port aeebd416-8793-4f69-a25f-e03667808384, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:08:40.143947 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] For port aeebd416-8793-4f69-a25f-e03667808384, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=aeebd416-8793-4f69-a25f-e03667808384,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:08:40.148367 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.150862 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.153306 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:40.154399 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5776c154-401c-4d62-bddc-96547212fdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:40.214734 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Network de959919-023d-450d-9f64-97bd422a9389 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:40.217592 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:40.221238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:40.223278 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:40.223926 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:40.255555 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Pushing event updated for resources: {'Port': ['ID=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:40.259737 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:40.287329 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.343151 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f897c63c-9fb5-44bf-90a7-5f104504734e up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:40.405923 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65189abb-969c-4865-b95b-2d6acbfba012 None None] Pushing event updated for resources: {'Port': ['ID=aeebd416-8793-4f69-a25f-e03667808384,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:40.412779 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-65189abb-969c-4865-b95b-2d6acbfba012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:40.459928 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-d9b52f8b-126a-435a-b0d9-568014e2af45 None None] Provisioning for port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:40.471972 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-d9b52f8b-126a-435a-b0d9-568014e2af45 None None] Provisioning complete for port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:40.472606 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d9b52f8b-126a-435a-b0d9-568014e2af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.516705 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:40.637252 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.710361 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port f897c63c-9fb5-44bf-90a7-5f104504734e triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:40.710747 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.745637 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-d9b52f8b-126a-435a-b0d9-568014e2af45 None None] Port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:08:40.865424 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.869918 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.901507 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:40.979269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Pushing event updated for resources: {'Port': ['ID=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:40.982336 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:40.983546 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:40.990305 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:38Z', 'revision_number': 3, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:40.996955 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0113825-7f3e-4ece-8b89-b22a14eff103 None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:38Z', 'revision_number': 3, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:41.123292 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Network de959919-023d-450d-9f64-97bd422a9389 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:41.124424 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:41.346104 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:41.368422 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-649461e2-8953-4497-8fb4-0bdddf973696 None None] Provisioning complete for port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:41.369365 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-649461e2-8953-4497-8fb4-0bdddf973696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:41.492154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-649461e2-8953-4497-8fb4-0bdddf973696 None None] Port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:08:41.536247 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:41.547432 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] 10.222.0.26 "PUT /v2.0/routers/1c897f0f-7451-411d-8fe3-1c929da6fb01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5634484 Jun 09 22:08:42.094063 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57152) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:42.099014 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.v2.base [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1838874863-network', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316'}} {{(pid=91685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:42.119924 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Made reservation on behalf of 9b3978e381ed4ce39e812b8310af0316 for: {'network': 1} {{(pid=91685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:08:42.122118 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579584'] for network, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.133666 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.239559 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.245341 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.250102 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ea290a6d-eb54-4839-a4e9-ccaf204b855d tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:42.282450 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=91685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:08:42.284510 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47008921-794b-40f6-8081-b90543990a77,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:42.289772 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:42.295231 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.295441 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.segments_db [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Added segment 8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b of type vlan for network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b Jun 09 22:08:42.326071 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device aeebd416-8793-4f69-a25f-e03667808384 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:42.331346 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793966087671'] for network, precommit_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.361804 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958'] for network, after_create {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.363217 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:42.363897 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.368558 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:42.399958 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port aeebd416-8793-4f69-a25f-e03667808384 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:42.405276 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port aeebd416-8793-4f69-a25f-e03667808384 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:42.405657 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.456056 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3583124 Jun 09 22:08:42.456579 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57154) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:42.462274 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Request body: {'subnet': {'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1838874863-subnet', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'ip_version': 4}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:42.464290 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f27fbf1c-0752-4d70-ab8a-4cdd9545e16b,revision_number=1']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:42.467875 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-e2063dd1-a763-4747-ac17-daf412b503b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:42.479272 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b details requested by agent ovs-agent-dv-cinder-774286-15-iscsi with host dv-cinder-774286-15-iscsi {{(pid=91687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:08:42.484689 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Made reservation on behalf of 9b3978e381ed4ce39e812b8310af0316 for: {'subnet': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:08:42.487123 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5881633'] for subnet, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.505771 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:42.515444 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:42.516098 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.638108 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.655867 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port aeebd416-8793-4f69-a25f-e03667808384, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=aeebd416-8793-4f69-a25f-e03667808384,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:42.660491 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.662426 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-62fb131b-baaf-493c-8b23-089c4d8027b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:42.694342 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:42.709582 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6730084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5881683'] for subnet, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.714301 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0d2981dd-a4c9-42a6-9a03-7bdb78397351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:42.730796 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=aeebd416-8793-4f69-a25f-e03667808384,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:42.734159 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:42.782630 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=076469e4-881d-43fe-b9b0-0185bb09b531,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:42.786046 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:42.793495 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Checking segment: {'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:42.793853 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Network hostable DHCP agents. Network: f27fbf1c-0752-4d70-ab8a-4cdd9545e16b, hostable agents: ['6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0'], hosted agents: [] {{(pid=91686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:08:42.811083 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b is scheduled to be hosted by DHCP agent 6dc4bdc4-2c1d-4adf-b197-6f5db8421ca0 with binding_index 1 {{(pid=91686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:08:42.820214 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-iscsi, f27fbf1c-0752-4d70-ab8a-4cdd9545e16b) {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:42.824460 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:42.825212 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.830001 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993985ad-a1a6-4e80-b649-a798d064fa76 None None] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:08:42.843166 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-6e44a19a-dfd8-4fdf-bb1a-5993de303d8f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3848040 Jun 09 22:08:42.845535 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57156) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:42.850039 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:42.873133 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-507719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1551'] for router, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.874187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-500192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1536'] for router, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.892515 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.024858 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 2, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:43.029527 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:43.029983 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Updating router 1c897f0f-7451-411d-8fe3-1c929da6fb01 port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:08:43.066280 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdda1d103-5242-51c2-a7e2-17523cedaf94-f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'fixed_ips': [{'subnet_id': '076469e4-881d-43fe-b9b0-0185bb09b531'}]}} from dv-cinder-774286-15-iscsi. {{(pid=91687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:08:43.067109 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.083293 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.226799 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.db_base_plugin_common [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Allocated IP 172.20.0.2 (f27fbf1c-0752-4d70-ab8a-4cdd9545e16b/076469e4-881d-43fe-b9b0-0185bb09b531/4fa19f3a-7d70-41a1-bbd5-a07614d2ca06) {{(pid=91687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:43.279767 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.443090 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Notify callbacks [] for port, precommit_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.453699 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.454255 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Transition to ACTIVE for port object 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:43.465438 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Transition to ACTIVE for port object bfc96547-5ab4-49e5-9b65-f97d959d8ab5 will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:43.473209 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Transition to ACTIVE for port object 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 will not be triggered until provisioned by entity DHCP. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:43.474071 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.478765 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.480358 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345'] for port, after_create {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.483948 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-c2557a8d-e2fa-4f29-96e9-c7b9f62eb75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.550062 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b is already hosted by enough agents. {{(pid=91687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:43.553031 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.scheduler.base_scheduler [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Resources bound (agent type, host, resource id): {{(pid=91687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:43.557383 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Received port after_create {{(pid=91687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:43.563153 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Pushing event updated for resources: {'Port': ['ID=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,revision_number=1']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:43.567155 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:43.614197 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.658353 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.666293 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Attempting to bind port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:08:43.666889 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Attempting to bind port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:08:43.667240 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Attempting to bind port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 on network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:43.674522 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:08:43.675153 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Checking segment: {'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:43.675609 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Pushing event updated for resources: {'Port': ['ID=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:43.676336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.676900 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Bound using segment: {'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:08:43.677716 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Bound port: 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:08:43.678464 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.724269 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.724537 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.724886 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.725215 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.725541 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.725869 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.726193 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.726518 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.726837 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.727158 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.727475 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.727789 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:43.736307 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:43.758235 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Attempting to bind port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:08:43.758619 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Attempting to bind port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:08:43.758993 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Attempting to bind port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:43.766854 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:08:43.767247 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Checking segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:43.767653 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.768091 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Bound using segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:08:43.768583 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Bound port: bfc96547-5ab4-49e5-9b65-f97d959d8ab5, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:08:43.768966 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.822341 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Allocated IP 172.27.1.88 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/da47f039-35e3-4c15-ad58-7ae98e153241) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:43.844273 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] For port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:08:43.849563 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] For port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,segment=NetworkSegment(8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b),segment_id=8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:08:43.856281 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.860421 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.868773 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] For port bfc96547-5ab4-49e5-9b65-f97d959d8ab5, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:08:43.871952 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] For port bfc96547-5ab4-49e5-9b65-f97d959d8ab5, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:08:43.877036 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:43.880998 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-5b0caac0-64e4-44dc-9d41-b16c191c36a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:43.949191 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Pushing event updated for resources: {'Port': ['ID=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:43.952405 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:43.967475 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:43.968136 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:44.024337 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.034949 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Pushing event updated for resources: {'Port': ['ID=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,revision_number=4']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:44.038677 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:44.064617 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.070887 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-dcfcc7c3-e91c-47c6-9e9a-1046e6cc970f tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:44.138229 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:44.141244 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:44.145163 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:44.169570 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:44.185494 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Pushing event updated for resources: {'Port': ['ID=da47f039-35e3-4c15-ad58-7ae98e153241,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:44.195712 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:44.476461 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device aeebd416-8793-4f69-a25f-e03667808384 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:44.544001 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port aeebd416-8793-4f69-a25f-e03667808384 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:44.544328 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.550242 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:43Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:44.554178 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bea630-3ef5-4a87-bde7-567ab2d16365 None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:43Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:44.682017 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:44.698606 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:44.781429 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:45.083802 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a91c610-5bf9-4843-abd3-3f7cdcf26e05 None None] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:08:45.178523 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] Provisioning for port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:45.189183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500157'] for router, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.195177 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] Provisioning complete for port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:45.195550 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.403490 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Router 3a63862b-a03e-4952-bb33-8c63b7b7d4df is scheduled to L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d with binding_index 1 {{(pid=91686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:08:45.422833 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.467064 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] For port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,segment=NetworkSegment(8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b),segment_id=8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:45.472872 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.474783 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-0e0acc33-07e0-401e-bfdc-319e0ac214c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:45.555723 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] Pushing event updated for resources: {'Port': ['ID=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:45.558976 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-85274a00-db3e-4ccc-a0a2-f9dc372bad65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:45.589853 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:45.601267 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Sync routers for ids ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:45.610907 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.613035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7664764 Jun 09 22:08:45.615776 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57158) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.618324 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Routers {'3a63862b-a03e-4952-bb33-8c63b7b7d4df'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:45.619617 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:45.806779 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Set router 3a63862b-a03e-4952-bb33-8c63b7b7d4df gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:45.902833 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-71adda55-c912-4775-a499-1e9f2f7a5ffd None None] Provisioning complete for port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:45.903209 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-71adda55-c912-4775-a499-1e9f2f7a5ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.949544 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:08:46.182187 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:08:44Z', 'revision_number': 3, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port': {'id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:43Z', 'updated_at': '2021-06-09T22:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:46.186176 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Checking router: 3a63862b-a03e-4952-bb33-8c63b7b7d4df for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:46.186652 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Updating router 3a63862b-a03e-4952-bb33-8c63b7b7d4df port da47f039-35e3-4c15-ad58-7ae98e153241 binding host dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:08:46.288409 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.328459 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.418140 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device bfc96547-5ab4-49e5-9b65-f97d959d8ab5 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:46.607076 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:46.615952 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:46.616332 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.686249 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Allocated IP 172.20.0.1 (f27fbf1c-0752-4d70-ab8a-4cdd9545e16b/076469e4-881d-43fe-b9b0-0185bb09b531/73159015-d056-45b2-bc3b-83456ead775a) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:08:46.796827 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Notify callbacks [] for port, precommit_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.810804 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.825438 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Transition to ACTIVE for port object da47f039-35e3-4c15-ad58-7ae98e153241 will not be triggered until provisioned by entity L2. {{(pid=91687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:46.835303 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.837337 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.842042 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:46.852393 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Transition to ACTIVE for port object 73159015-d056-45b2-bc3b-83456ead775a will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:46.877241 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.881587 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-829c6721-99f6-4f00-85e9-8e51c7e13af1 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:46.898660 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port bfc96547-5ab4-49e5-9b65-f97d959d8ab5, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:46.917366 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.918304 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:46.944110 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:46.947631 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:46.951237 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:08:46.965910 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Attempting to bind port da47f039-35e3-4c15-ad58-7ae98e153241 on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:08:46.966316 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Attempting to bind port da47f039-35e3-4c15-ad58-7ae98e153241 by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:08:46.966710 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Attempting to bind port da47f039-35e3-4c15-ad58-7ae98e153241 on network 15be4d7b-d987-4f63-ac90-0740905bd38b {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:46.981963 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Pushing event updated for resources: {'Port': ['ID=73159015-d056-45b2-bc3b-83456ead775a,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:46.983531 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c39cb2-2143-4690-bb7a-6fcf96028aed None None] Pushing event updated for resources: {'Port': ['ID=da47f039-35e3-4c15-ad58-7ae98e153241,revision_number=2']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:46.986457 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:46.988467 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:08:46.988467 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Checking segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:46.988863 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.989256 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Bound using segment: {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'} {{(pid=91687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:08:46.989724 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.managers [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Bound port: da47f039-35e3-4c15-ad58-7ae98e153241, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd96a1-0cd0-4b7a-8230-37f715f35e53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b'}}] {{(pid=91687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:08:46.990110 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.011776 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500727'] for router_interface, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.023865 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-17c39cb2-2143-4690-bb7a-6fcf96028aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:47.024210 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:47.136593 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.139591 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:47.144462 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:47.145862 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] For port da47f039-35e3-4c15-ad58-7ae98e153241, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:08:47.147838 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:47.148231 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.193215 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] For port da47f039-35e3-4c15-ad58-7ae98e153241, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=da47f039-35e3-4c15-ad58-7ae98e153241,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:08:47.206006 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.213811 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-65189abb-969c-4865-b95b-2d6acbfba012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:47.265407 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-45323648-a9d2-4f61-86b1-b96bc832c480 None None] Provisioning for port 73159015-d056-45b2-bc3b-83456ead775a completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:47.287139 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-45323648-a9d2-4f61-86b1-b96bc832c480 None None] Provisioning complete for port 73159015-d056-45b2-bc3b-83456ead775a triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:47.287515 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-45323648-a9d2-4f61-86b1-b96bc832c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.348336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Routers {'3a63862b-a03e-4952-bb33-8c63b7b7d4df'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:47.348962 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:47.358497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.362905 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.387040 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d3ccdd8a-d815-4e3e-a0cf-faed91482136 tempest-TestMinimumBasicScenario-1851762598 tempest-TestMinimumBasicScenario-1851762598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:47.468685 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502710'] for router_interface, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.471973 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Pushing event updated for resources: {'Port': ['ID=73159015-d056-45b2-bc3b-83456ead775a,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:47.474806 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:47.499274 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-45323648-a9d2-4f61-86b1-b96bc832c480 None None] Port 73159015-d056-45b2-bc3b-83456ead775a cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:08:47.506114 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c39cb2-2143-4690-bb7a-6fcf96028aed None None] Pushing event updated for resources: {'Port': ['ID=da47f039-35e3-4c15-ad58-7ae98e153241,revision_number=3']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:47.521082 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-17c39cb2-2143-4690-bb7a-6fcf96028aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:47.588760 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] Set router 3a63862b-a03e-4952-bb33-8c63b7b7d4df gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:47.616044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:08:47.617082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:08:47.804100 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Router 3a63862b-a03e-4952-bb33-8c63b7b7d4df has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:08:47.861490 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-0ee7a40a-a7d6-4f1c-bdc0-8ca5ff0e1484 None None] Provisioning complete for port 73159015-d056-45b2-bc3b-83456ead775a triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:47.862107 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a40a-a7d6-4f1c-bdc0-8ca5ff0e1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:47.967690 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7a40a-a7d6-4f1c-bdc0-8ca5ff0e1484 None None] Port 73159015-d056-45b2-bc3b-83456ead775a cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:08:47.982534 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:08:47.994773 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] 10.222.0.26 "PUT /v2.0/routers/3a63862b-a03e-4952-bb33-8c63b7b7d4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701882 Jun 09 22:08:48.003198 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 4, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port': {'id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:43Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '73159015-d056-45b2-bc3b-83456ead775a', 'name': '', 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'mac_address': 'fa:16:3e:3a:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:46Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 2, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'subnets': [{'id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:48.007326 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fc07d-8135-4c64-b00f-da4be9ea188a None None] The sync data for ids ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'] in dv-cinder-774286-15-iscsi is: [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 4, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port': {'id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:43Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '73159015-d056-45b2-bc3b-83456ead775a', 'name': '', 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'mac_address': 'fa:16:3e:3a:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:46Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 2, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'subnets': [{'id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:48.324329 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device bfc96547-5ab4-49e5-9b65-f97d959d8ab5 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:48.394453 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:48.394916 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.065235 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57168) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:49.070066 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930269928', 'description': 'tempest-secgroup-smoke-1930269928 description', 'project_id': 'f68b3b3082fd47868a06d90738925701'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:49.094186 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.194772 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.199031 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.202513 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7a762f5f-fb6a-4a32-97a1-1c654d13f33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:49.237827 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5681757-afc9-49f0-a05e-cc4e35e2071e,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:49.240046 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.241207 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1748133 Jun 09 22:08:49.242147 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-5e19f7ae-6593-4344-9620-2abece3e11ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:49.244607 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57170) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:49.248948 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'security_group_rule': {'security_group_id': 'b5681757-afc9-49f0-a05e-cc4e35e2071e', 'project_id': 'f68b3b3082fd47868a06d90738925701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:49.388436 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.442613 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.446401 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.452673 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:49.476078 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16838a9a-22e4-4a07-9717-5524ffc9b114,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:49.479372 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:49.484061 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.485228 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2396944 Jun 09 22:08:49.488011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57172) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:49.492264 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'security_group_rule': {'security_group_id': 'b5681757-afc9-49f0-a05e-cc4e35e2071e', 'project_id': 'f68b3b3082fd47868a06d90738925701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:49.519618 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.583427 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.587906 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.590082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d5e30a8c-0a9b-4a1b-8e8d-03e30b94c899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:49.611695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59206f97-0a68-42b1-9b37-22117d31adf1,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:49.614128 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:49.618904 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.622877 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-17d47278-33eb-4854-9a54-6af3ef8634ff tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314242 Jun 09 22:08:49.623028 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57174) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:49.627327 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'security_group_rule': {'security_group_id': 'b5681757-afc9-49f0-a05e-cc4e35e2071e', 'project_id': 'f68b3b3082fd47868a06d90738925701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:49.656384 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.719848 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.723550 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.725677 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-881b1d00-c78a-4ff8-9452-26389f148fbc tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:49.747604 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d963da9a-60f7-4a34-9aa6-c66a9b816cfb,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:49.750063 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:49.754437 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.755584 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316824 Jun 09 22:08:49.758383 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57176) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:49.762663 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'security_group_rule': {'security_group_id': 'b5681757-afc9-49f0-a05e-cc4e35e2071e', 'project_id': 'f68b3b3082fd47868a06d90738925701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:49.789520 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.850472 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.855331 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.857391 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-bdf7899a-733b-4ce6-933c-6448ac8c803c tempest-TestShelveInstance-1936556459 tempest-TestShelveInstance-1936556459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:49.881168 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024e97d0-0cc5-419c-a2ad-fee7b6a716c9,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:49.883747 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:49.888997 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.890316 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-c4bd2190-c51f-44bc-bfea-33e3712015ac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309457 Jun 09 22:08:49.892857 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57178) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:49.897205 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'security_group_rule': {'security_group_id': 'b5681757-afc9-49f0-a05e-cc4e35e2071e', 'project_id': 'f68b3b3082fd47868a06d90738925701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:49.919709 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.securitygroups_db [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Project f68b3b3082fd47868a06d90738925701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:08:49.925753 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.991720 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.995965 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:49.997935 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-a87c5f36-72e2-477a-893e-e56a6d7acb9d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:50.019539 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6596d5f4-ccb1-4f2d-9021-e6cb7ca2f6d3,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:50.022216 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:50.025896 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.027075 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-d1e1eb8a-21de-45c1-bcdf-7666f034b075 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333334 Jun 09 22:08:50.029843 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57180) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:50.034093 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'security_group_rule': {'security_group_id': 'b5681757-afc9-49f0-a05e-cc4e35e2071e', 'project_id': 'f68b3b3082fd47868a06d90738925701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:08:50.057172 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.securitygroups_db [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Project f68b3b3082fd47868a06d90738925701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:08:50.063086 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.126576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.130044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996260'] for security_group_rule, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.132003 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:50.152902 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7223b8c-9281-4007-928d-8ff67c18c2b2,revision_number=0']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:50.157000 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:50.161879 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.163038 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-f708827d-96ca-4cc5-a27b-78a581ba5752 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322877 Jun 09 22:08:50.312665 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device da47f039-35e3-4c15-ad58-7ae98e153241 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:50.382574 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port da47f039-35e3-4c15-ad58-7ae98e153241 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:50.387607 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port da47f039-35e3-4c15-ad58-7ae98e153241 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:50.388013 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.500691 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.517069 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port da47f039-35e3-4c15-ad58-7ae98e153241, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=da47f039-35e3-4c15-ad58-7ae98e153241,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:50.520990 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:50.522800 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:50.591090 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=da47f039-35e3-4c15-ad58-7ae98e153241,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:50.594087 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:51.327977 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Sync routers for ids ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:08:51.337201 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Routers {'3a63862b-a03e-4952-bb33-8c63b7b7d4df'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:51.337806 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:51.515758 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Set router 3a63862b-a03e-4952-bb33-8c63b7b7d4df gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:51.864745 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 4, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port': {'id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:43Z', 'updated_at': '2021-06-09T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '73159015-d056-45b2-bc3b-83456ead775a', 'name': '', 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'mac_address': 'fa:16:3e:3a:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:46Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 2, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'subnets': [{'id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:51.868535 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Checking router: 3a63862b-a03e-4952-bb33-8c63b7b7d4df for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:08:51.868895 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Updating router 3a63862b-a03e-4952-bb33-8c63b7b7d4df port 73159015-d056-45b2-bc3b-83456ead775a binding host dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:08:51.921518 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.258439 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Notify callbacks [] for port, precommit_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.270816 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.provisioning_blocks [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Transition to ACTIVE for port object 73159015-d056-45b2-bc3b-83456ead775a will not be triggered until provisioned by entity L2. {{(pid=91688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:08:52.277960 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.281521 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:52.299104 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device da47f039-35e3-4c15-ad58-7ae98e153241 up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:52.370783 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port da47f039-35e3-4c15-ad58-7ae98e153241 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:52.371517 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.446737 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b56f-727a-4b7c-965e-7374eb2215fc None None] Pushing event updated for resources: {'Port': ['ID=73159015-d056-45b2-bc3b-83456ead775a,revision_number=3']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:52.452181 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e074b56f-727a-4b7c-965e-7374eb2215fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:52.543641 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Attempting to bind port 73159015-d056-45b2-bc3b-83456ead775a on host dv-cinder-774286-15-iscsi for vnic_type normal with profile {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:08:52.544095 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Attempting to bind port 73159015-d056-45b2-bc3b-83456ead775a by drivers openvswitch,hyperv on host dv-cinder-774286-15-iscsi at level 0 using segments [{'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:08:52.544461 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Attempting to bind port 73159015-d056-45b2-bc3b-83456ead775a on network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:08:52.549777 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Checking agent: {'id': '1dbacf09-5882-4aed-a870-d7d4c2e05520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:08:52.550155 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Checking segment: {'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:08:52.550559 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.550959 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Bound using segment: {'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'} {{(pid=91688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:08:52.551478 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.managers [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Bound port: 73159015-d056-45b2-bc3b-83456ead775a, host: dv-cinder-774286-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b'}}] {{(pid=91688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:08:52.551876 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.640225 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] For port 73159015-d056-45b2-bc3b-83456ead775a, host dv-cinder-774286-15-iscsi, cleared binding levels {{(pid=91688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:08:52.643270 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.plugins.ml2.db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] For port 73159015-d056-45b2-bc3b-83456ead775a, host dv-cinder-774286-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=73159015-d056-45b2-bc3b-83456ead775a,segment=NetworkSegment(8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b),segment_id=8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b)] {{(pid=91688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:08:52.647627 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron_lib.callbacks.manager [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:52.651448 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-4d541352-0ab0-4e17-bd0e-538d85b25b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:52.726865 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Routers {'3a63862b-a03e-4952-bb33-8c63b7b7d4df'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:08:52.727414 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:08:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:52.790198 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b56f-727a-4b7c-965e-7374eb2215fc None None] Pushing event updated for resources: {'Port': ['ID=73159015-d056-45b2-bc3b-83456ead775a,revision_number=4']} {{(pid=91688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:52.796190 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG oslo_concurrency.lockutils [None req-e074b56f-727a-4b7c-965e-7374eb2215fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:52.921791 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] Set router 3a63862b-a03e-4952-bb33-8c63b7b7d4df gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:08:53.241404 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 4, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port': {'id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:43Z', 'updated_at': '2021-06-09T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '73159015-d056-45b2-bc3b-83456ead775a', 'name': '', 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'mac_address': 'fa:16:3e:3a:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:46Z', 'updated_at': '2021-06-09T22:08:52Z', 'revision_number': 4, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'subnets': [{'id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:53.245559 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12f8cd-6af2-44b4-a276-26fe57403c17 None None] The sync data for ids ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'] in dv-cinder-774286-15-iscsi is: [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:08:47Z', 'revision_number': 4, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port': {'id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:43Z', 'updated_at': '2021-06-09T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': '73159015-d056-45b2-bc3b-83456ead775a', 'name': '', 'network_id': 'f27fbf1c-0752-4d70-ab8a-4cdd9545e16b', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'mac_address': 'fa:16:3e:3a:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:46Z', 'updated_at': '2021-06-09T22:08:52Z', 'revision_number': 4, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'subnets': [{'id': '076469e4-881d-43fe-b9b0-0185bb09b531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:08:54.312207 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73159015-d056-45b2-bc3b-83456ead775a up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:54.382097 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning for port 73159015-d056-45b2-bc3b-83456ead775a completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:08:54.386475 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 73159015-d056-45b2-bc3b-83456ead775a triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:54.386849 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.506731 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.542996 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] For port 73159015-d056-45b2-bc3b-83456ead775a, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=73159015-d056-45b2-bc3b-83456ead775a,segment=NetworkSegment(8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b),segment_id=8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:54.546884 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:54.548639 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:54.614860 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Pushing event updated for resources: {'Port': ['ID=73159015-d056-45b2-bc3b-83456ead775a,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:54.617870 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:56.301893 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73159015-d056-45b2-bc3b-83456ead775a up at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:08:56.369567 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Provisioning complete for port 73159015-d056-45b2-bc3b-83456ead775a triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:08:56.369925 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:03.227926 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:04.078317 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-199c00b4-7795-49ff-a878-c10e43c1bf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:06.290435 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a7082b5a-e073-4596-9221-6132b52df76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:06.484758 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:07.658297 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:09.368307 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:11.809017 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-2ac9e941-8abf-43cf-b425-44652a85a8b6 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930269928&fields=id&tenant_id=f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 267 time: 0.0390391 Jun 09 22:09:11.967700 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-e3820a58-849f-48e4-b1a7-01d9e96a6253 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:11.969041 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-e3820a58-849f-48e4-b1a7-01d9e96a6253 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 812 time: 0.1526549 Jun 09 22:09:11.985035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-81eb4f1d-b6d1-4ea0-8df1-eb2b5d10261a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/quotas/f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 375 time: 0.0105355 Jun 09 22:09:12.072035 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-830f3330-39dd-4113-8052-a9848a316e7e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819259 Jun 09 22:09:12.188721 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-fdf0d478-0ca5-4cb0-9ea5-1dc7c4e679e9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:09:12.189715 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-fdf0d478-0ca5-4cb0-9ea5-1dc7c4e679e9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1062140 Jun 09 22:09:12.317028 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-33eb98cf-0612-4d6a-a13c-09ed9049f2c6 service neutron] 10.222.0.26 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215339 Jun 09 22:09:12.445551 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-193be310-7722-46df-84f0-29eef5a0ad92 service neutron] 10.222.0.26 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225812 Jun 09 22:09:12.817409 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-88419957-cbc5-44be-8969-97fa89ec4e37 req-66a69354-f81c-4621-8d87-6f32fe7cddd2 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 210 time: 0.0410786 Jun 09 22:09:13.898974 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-f1b93873-e718-434f-8d03-19c21376e10c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:13.900420 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-f1b93873-e718-434f-8d03-19c21376e10c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 812 time: 0.1485035 Jun 09 22:09:13.977870 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-768218d2-1a6d-45a8-b644-660e2ec15cb8 req-0b536931-bcf4-4270-80d6-a24b5b5dbe74 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 210 time: 0.0486372 Jun 09 22:09:13.999645 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-4c997dab-fb4b-4556-aa96-527296045ed1 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 380 time: 0.0839474 Jun 09 22:09:14.010110 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'port': {'device_id': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'admin_state_up': True, 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'security_groups': ['b5681757-afc9-49f0-a05e-cc4e35e2071e']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:14.160067 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Made reservation on behalf of f68b3b3082fd47868a06d90738925701 for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:09:14.163410 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.323919 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Allocated IP 172.20.0.9 (de959919-023d-450d-9f64-97bd422a9389/e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72/1a304965-e7da-40ca-aeae-f6b8e6ee2e56) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:09:14.630881 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.646141 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Transition to ACTIVE for port object 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:09:14.668900 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.675381 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-92057f42-bb92-4cd7-afb2-2588313b579c tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:14.743257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Network de959919-023d-450d-9f64-97bd422a9389 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:09:14.746863 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:14.749824 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:09:14.797127 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:14.800757 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:14.825230 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:14.825960 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.845378 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-87b9ef6b-27aa-4d66-9863-cdc43cc9c09e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387439 Jun 09 22:09:14.866839 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Request body: {'port': {'device_id': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:14.976016 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e38c04e0-77cf-499b-9200-0400d173232f None None] Provisioning for port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:09:14.979573 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.984056 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-e38c04e0-77cf-499b-9200-0400d173232f None None] Provisioning complete for port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:14.984452 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e38c04e0-77cf-499b-9200-0400d173232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:15.036845 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-e38c04e0-77cf-499b-9200-0400d173232f None None] Port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:09:15.292720 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cf98d-d03f-4127-8b7e-8e1cb2bd617c req-af10c9ce-02e7-495e-b4b1-596e3b86c986 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:15.294165 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2c6cf98d-d03f-4127-8b7e-8e1cb2bd617c req-af10c9ce-02e7-495e-b4b1-596e3b86c986 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 931 time: 0.1983137 Jun 09 22:09:15.351296 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2c6cf98d-d03f-4127-8b7e-8e1cb2bd617c req-eeb84c38-de49-45f0-b21e-97ca2edb4b33 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482621 Jun 09 22:09:15.418463 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:09:15.426123 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:15.440511 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Transition to ACTIVE for port object 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:09:15.444490 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:15.449189 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:15.575107 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Pushing event updated for resources: {'Port': ['ID=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:15.609738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:15.682658 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Attempting to bind port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:09:15.682989 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Attempting to bind port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:09:15.683311 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Attempting to bind port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:09:15.688411 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 on network de959919-023d-450d-9f64-97bd422a9389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:09:15.688725 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Attempting to bind port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:09:15.693729 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:09:15.694065 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Checking segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:09:15.694435 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Bound using segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:09:15.694857 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Bound port: 1a304965-e7da-40ca-aeae-f6b8e6ee2e56, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:09:15.695192 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:15.780158 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] For port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:09:15.782962 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] For port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:09:15.786384 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:15.789875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-0ce643fe-647e-4810-81e1-a5d32af4b5a9 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:15.849102 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:15.849715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:15.851052 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-612ddcd9-e643-480d-9794-736ab883935e service neutron] 10.222.0.22 "PUT /v2.0/ports/1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 200 len: 1093 time: 0.9890885 Jun 09 22:09:15.851551 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:09:15.853831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c9497-9238-488f-8079-a701e585e3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:09:15.871126 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Pushing event updated for resources: {'Port': ['ID=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:15.875044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:15.939263 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc41c75-ba86-40fd-bf6a-977110ed61e3 x-openstack-request-id: req-8bc41c75-ba86-40fd-bf6a-977110ed61e3 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:09:15.939593 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:09:15.939905 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bc41c75-ba86-40fd-bf6a-977110ed61e3 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:09:15.940338 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'status': 'completed', 'code': 200} Jun 09 22:09:15.981043 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-d760febb-376d-4e72-a7b2-fbb4184b539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:15.982508 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-d760febb-376d-4e72-a7b2-fbb4184b539e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1096 time: 0.0762188 Jun 09 22:09:16.068891 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-a3a3eaa6-a43b-49ec-bcb8-37192d570326 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 200 len: 217 time: 0.0733762 Jun 09 22:09:16.132573 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-4ab2f971-0b3b-4c06-be15-40da4ed32137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:16.133868 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-4ab2f971-0b3b-4c06-be15-40da4ed32137 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0592222 Jun 09 22:09:16.208153 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-1a0cf579-68e9-4643-a843-e7465b2c53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:16.209536 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-1a0cf579-68e9-4643-a843-e7465b2c53d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698082 Jun 09 22:09:16.444778 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-7089bdab-3310-4d5e-9987-5ca78c1a2a5e service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289643 Jun 09 22:09:16.629406 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d7e5edf7-f3e8-4cab-acfd-964af6114441 req-1fd2d1e2-0895-4cb2-81f9-913950d97ea2 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784017 Jun 09 22:09:16.637483 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39af41-64ad-4552-8f11-0d2780bcc33e req-7f10199d-4a37-43ed-a09a-054eb4062ed2 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:16.638892 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0c39af41-64ad-4552-8f11-0d2780bcc33e req-7f10199d-4a37-43ed-a09a-054eb4062ed2 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.1698642 Jun 09 22:09:16.686033 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0c39af41-64ad-4552-8f11-0d2780bcc33e req-46282ccd-5cd0-4546-94be-26d25b81ee00 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Jun 09 22:09:16.793753 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c9497-9238-488f-8079-a701e585e3c9 req-1f14f22c-0e5c-4b23-9b71-046bb5d31c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:16.795155 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556c9497-9238-488f-8079-a701e585e3c9 req-1f14f22c-0e5c-4b23-9b71-046bb5d31c55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1096 time: 0.0679207 Jun 09 22:09:16.923290 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c9497-9238-488f-8079-a701e585e3c9 req-4bc388bd-ea9c-4d98-a703-aef1ee27762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:16.924827 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556c9497-9238-488f-8079-a701e585e3c9 req-4bc388bd-ea9c-4d98-a703-aef1ee27762f service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1234424 Jun 09 22:09:16.992995 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556c9497-9238-488f-8079-a701e585e3c9 req-17112c79-c65b-4e7d-b1a2-814702e9ec07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 200 len: 217 time: 0.0619049 Jun 09 22:09:17.052780 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c9497-9238-488f-8079-a701e585e3c9 req-464ffc66-0b28-42bc-a22f-baff874801ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:17.054176 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556c9497-9238-488f-8079-a701e585e3c9 req-464ffc66-0b28-42bc-a22f-baff874801ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0555453 Jun 09 22:09:17.127395 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c9497-9238-488f-8079-a701e585e3c9 req-cbe09c3a-9c6b-469f-9326-472458132536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:17.128869 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556c9497-9238-488f-8079-a701e585e3c9 req-cbe09c3a-9c6b-469f-9326-472458132536 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687785 Jun 09 22:09:17.262689 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556c9497-9238-488f-8079-a701e585e3c9 req-81bb9168-c193-4baf-82c3-0c3648fc77f8 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277208 Jun 09 22:09:17.390877 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-556c9497-9238-488f-8079-a701e585e3c9 req-dfdf3e78-a6e9-41b6-a43d-0ef4f5d0b032 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218965 Jun 09 22:09:17.871980 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7014-019c-4432-9108-854079196ad3 req-7611cd9a-5baf-495a-be9c-04c3404f5b7d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:17.873404 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e75b7014-019c-4432-9108-854079196ad3 req-7611cd9a-5baf-495a-be9c-04c3404f5b7d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.0821490 Jun 09 22:09:17.918032 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e75b7014-019c-4432-9108-854079196ad3 req-37a1033a-ce4e-455f-a082-7f072b69da09 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390866 Jun 09 22:09:19.097852 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239705c-e30b-4f5f-a6db-29391e4c5dfd req-bfe4f73c-432a-4a4e-8a0b-109bcff1868d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:19.099280 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8239705c-e30b-4f5f-a6db-29391e4c5dfd req-bfe4f73c-432a-4a4e-8a0b-109bcff1868d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.0781178 Jun 09 22:09:19.146445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8239705c-e30b-4f5f-a6db-29391e4c5dfd req-f49c85cf-0fda-49f4-b26c-107a619eb845 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 Jun 09 22:09:20.327436 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ee8db-032f-4e87-80eb-3421cd802fdf req-cf0898f0-352d-406a-b371-cfb3f97bc534 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:20.328932 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f05ee8db-032f-4e87-80eb-3421cd802fdf req-cf0898f0-352d-406a-b371-cfb3f97bc534 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.0799270 Jun 09 22:09:20.371443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f05ee8db-032f-4e87-80eb-3421cd802fdf req-fcbffffc-0f28-4b09-a3f9-8a0a97bb3dd5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369980 Jun 09 22:09:21.555488 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7282a6-0f36-4aeb-be7d-e73cf767510d req-68fcd626-c165-45eb-bc61-4b68b06473b6 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:21.556960 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9d7282a6-0f36-4aeb-be7d-e73cf767510d req-68fcd626-c165-45eb-bc61-4b68b06473b6 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.0823977 Jun 09 22:09:21.601480 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-9d7282a6-0f36-4aeb-be7d-e73cf767510d req-5d523be8-4e0e-41c4-b688-f56c50a21405 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389209 Jun 09 22:09:22.795636 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dd390-8cd8-4dcc-a803-e61cc5acb553 req-8b3e1395-9373-44b5-8925-547a277fc390 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:22.797147 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-972dd390-8cd8-4dcc-a803-e61cc5acb553 req-8b3e1395-9373-44b5-8925-547a277fc390 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.0844975 Jun 09 22:09:22.840806 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-972dd390-8cd8-4dcc-a803-e61cc5acb553 req-8f11a270-eb23-4c19-a4b5-d0d93f20ca36 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Jun 09 22:09:22.949224 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:09:24.073013 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb0427-cd9d-46d7-a9f0-7b6eb409eb48 req-3c3dc20d-be0b-4f23-b319-9e1495f6b176 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:24.074429 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-59bb0427-cd9d-46d7-a9f0-7b6eb409eb48 req-3c3dc20d-be0b-4f23-b319-9e1495f6b176 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.1313698 Jun 09 22:09:24.116951 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-59bb0427-cd9d-46d7-a9f0-7b6eb409eb48 req-14013676-2cf9-4eaf-8253-d4ae66e99065 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369480 Jun 09 22:09:25.342589 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7f5c9-a8ec-4b18-b306-9847f43db228 req-8b8fe4c7-b61e-4b3c-8f06-ac73c1efa899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:25.344115 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0cf7f5c9-a8ec-4b18-b306-9847f43db228 req-8b8fe4c7-b61e-4b3c-8f06-ac73c1efa899 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 943 time: 0.1254401 Jun 09 22:09:25.393218 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0cf7f5c9-a8ec-4b18-b306-9847f43db228 req-28930c2a-a7dc-4d5c-8d06-370b49df4ebf tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Jun 09 22:09:25.939619 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:09:26.070081 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:26.083189 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'port_id': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'mac_address': 'fa:16:3e:34:26:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:09:26.140503 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.184755 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:09:26.200617 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:26.204294 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.206078 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-601ce6bf-621a-4de1-9719-5dacfa2e6a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:26.270733 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:26.277625 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.277962 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.278291 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.278616 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.278935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.279254 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.279679 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.280026 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.280343 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.280655 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.280966 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.281281 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:26.284990 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:26.605727 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['1a304965-e7da-40ca-aeae-f6b8e6ee2e56'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:09:26.667205 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221ff41-6720-433b-bc38-a4920b569019 req-17c5aa66-6269-4a5b-926b-c120aeafdc31 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:26.668687 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f221ff41-6720-433b-bc38-a4920b569019 req-17c5aa66-6269-4a5b-926b-c120aeafdc31 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 944 time: 0.1725526 Jun 09 22:09:26.721692 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f221ff41-6720-433b-bc38-a4920b569019 req-f2eab002-c364-404d-8b07-bf5e69a86002 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468938 Jun 09 22:09:27.906758 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd1936-ab57-495c-bd83-c431136f2c52 req-e7ca94b3-15e2-44b4-be36-04998c418dec tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:27.908216 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1dd1936-ab57-495c-bd83-c431136f2c52 req-e7ca94b3-15e2-44b4-be36-04998c418dec tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 944 time: 0.0808332 Jun 09 22:09:27.952725 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1dd1936-ab57-495c-bd83-c431136f2c52 req-377c78e0-aa96-4fe7-b420-25ac0c557859 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Jun 09 22:09:27.954695 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:09:28.019110 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:09:28.023436 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:28.023838 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.136166 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.161655 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:09:28.163893 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d97884-6cb0-4185-b2a8-ab64497d9be9" -d '{"events": [{"server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:09:28.171311 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:28.176018 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.177825 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8fbcdd9d-b916-4e14-9517-9237cf64c49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:28.207976 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8c844-05c7-4bf3-90bf-740603bc5f85 x-openstack-request-id: req-21c8c844-05c7-4bf3-90bf-740603bc5f85 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:09:28.208274 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:09:28.208535 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21c8c844-05c7-4bf3-90bf-740603bc5f85 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:09:28.208921 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'code': 200} Jun 09 22:09:28.245143 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:28.248111 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:28.497224 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856abe7-adc1-42fd-8f34-2136fae6b4ad req-8275ec6c-1f5b-4fc1-8bbd-55fbdbb0fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:28.498637 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8856abe7-adc1-42fd-8f34-2136fae6b4ad req-8275ec6c-1f5b-4fc1-8bbd-55fbdbb0fd4b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1098 time: 0.0677204 Jun 09 22:09:28.539421 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8856abe7-adc1-42fd-8f34-2136fae6b4ad req-b249a4ed-06bd-4393-be4d-259f032ed9a1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Jun 09 22:09:29.134475 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb16eb-b53e-408c-8d33-8de4eb603950 req-ee2f51b1-6fd2-403d-aa24-652ea5e7bbb2 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:29.135831 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eefb16eb-b53e-408c-8d33-8de4eb603950 req-ee2f51b1-6fd2-403d-aa24-652ea5e7bbb2 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 945 time: 0.0787289 Jun 09 22:09:29.178913 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eefb16eb-b53e-408c-8d33-8de4eb603950 req-887d1aad-c83a-4503-8124-b92274f3fc9b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375743 Jun 09 22:09:30.366479 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f71867-267a-4dc7-babb-995222d5abab req-c7436758-55fb-47f7-aab8-1fc54f850ef1 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:30.367921 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f4f71867-267a-4dc7-babb-995222d5abab req-c7436758-55fb-47f7-aab8-1fc54f850ef1 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 945 time: 0.0823545 Jun 09 22:09:30.411207 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f4f71867-267a-4dc7-babb-995222d5abab req-7b2980db-3ce3-407b-8cd2-c4d041f97951 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Jun 09 22:09:30.589908 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092e788-749e-4ff1-8a98-723947c031a3 req-436286f8-79ad-433d-a5c6-51e6a0c811cf tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:30.591242 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e092e788-749e-4ff1-8a98-723947c031a3 req-436286f8-79ad-433d-a5c6-51e6a0c811cf tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 945 time: 0.0770571 Jun 09 22:09:30.635007 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e092e788-749e-4ff1-8a98-723947c031a3 req-f026fc70-adff-4aaf-bb8a-c35b5cbff39f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381393 Jun 09 22:09:30.657479 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57354) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:30.768772 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892804b2-5dd6-4632-a794-609c082c4bff tempest-TestVolumeBootPattern-1156484437 tempest-TestVolumeBootPattern-1156484437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:30.770224 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-892804b2-5dd6-4632-a794-609c082c4bff tempest-TestVolumeBootPattern-1156484437 tempest-TestVolumeBootPattern-1156484437-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1093 time: 0.1118152 Jun 09 22:09:30.773237 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57358) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:30.777494 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'port_id': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:30.798912 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:30.933982 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.063355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Allocated IP 172.27.1.58 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/3007745d-5747-4534-918c-214ce3546244) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:09:31.209639 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.240109 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.243704 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6bc22efe-02a6-430e-afed-6f9943c8c605 tempest-VolumesActionsTest-1929382364 tempest-VolumesActionsTest-1929382364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:31.302847 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:09:31.305827 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:31.309474 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:09:31.343364 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=3007745d-5747-4534-918c-214ce3546244,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:31.347163 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:31.697829 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.866406 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.065723 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.070860 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.075706 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-f23dfb76-b8ea-479e-8343-7930e9888b05 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:32.178412 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=3007745d-5747-4534-918c-214ce3546244,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:32.182517 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:32.189030 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.358397 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Floating IP 4af860e8-47c1-4eb6-923b-02e689e84eeb associated. External IP: 172.27.1.58, port: 1a304965-e7da-40ca-aeae-f6b8e6ee2e56. Jun 09 22:09:32.696610 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:09:32.885698 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:09:32.896760 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:09:32.906509 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:32.907252 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:09:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:32.907725 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.964889 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1905758 Jun 09 22:09:32.965459 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:09:32.967723 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce74a07a-ed4e-4232-8f0f-970c880851ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:09:33.007748 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b766a-14c8-4c17-b075-814c2a4f4c66 x-openstack-request-id: req-c76b766a-14c8-4c17-b075-814c2a4f4c66 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:09:33.008104 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:09:33.008406 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c76b766a-14c8-4c17-b075-814c2a4f4c66 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:09:33.008825 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'status': 'completed', 'code': 200} Jun 09 22:09:33.100794 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:33.119074 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-9aa4e1fb-5cf6-4849-b8d3-0b3c48c62325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:33.120600 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-9aa4e1fb-5cf6-4849-b8d3-0b3c48c62325 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1098 time: 0.0692227 Jun 09 22:09:33.247295 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-1001c438-6564-4e3a-a73a-344e2382cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:33.248664 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-1001c438-6564-4e3a-a73a-344e2382cef0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1223271 Jun 09 22:09:33.266397 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:33.456817 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4af860e8-47c1-4eb6-923b-02e689e84eeb', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:34:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:09:31Z', 'updated_at': '2021-06-09T22:09:31Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:33.461208 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:09:33.469397 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:33.470022 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:09:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:33.472568 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-6a8b29ce-a989-4f45-aa73-8e99cd78501e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 200 len: 998 time: 0.2172258 Jun 09 22:09:33.536131 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-de77ee9d-2bef-4b39-91fe-e318e65f3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:33.537449 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-de77ee9d-2bef-4b39-91fe-e318e65f3700 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0586314 Jun 09 22:09:33.609936 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-337a7b94-f1b8-43ce-8c1c-a677cb68f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:33.611413 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-337a7b94-f1b8-43ce-8c1c-a677cb68f84b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681486 Jun 09 22:09:33.646160 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:33.744972 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-fc0c7408-a34c-4e52-8962-41951bc964f0 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264124 Jun 09 22:09:33.876111 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ce74a07a-ed4e-4232-8f0f-970c880851ed req-7a409846-35ee-4cf7-be44-a0ddc581862c service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253335 Jun 09 22:09:34.029324 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4af860e8-47c1-4eb6-923b-02e689e84eeb', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:34:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:09:31Z', 'updated_at': '2021-06-09T22:09:31Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:34.033203 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a1591-5456-4837-88eb-0d1462c260a4 None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4af860e8-47c1-4eb6-923b-02e689e84eeb', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:34:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:09:31Z', 'updated_at': '2021-06-09T22:09:31Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:09:34.080064 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-01a6e85b-0dae-4a81-9318-a9c1a271035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:34.206975 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b676ec-16fa-4088-a2bc-f7434835d34d None None] New status for floating IP 4af860e8-47c1-4eb6-923b-02e689e84eeb: ACTIVE {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:09:36.291913 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-67ccf3b4-825c-4cf7-8bc1-7433edf9f90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:36.486622 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:37.660892 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:37.999607 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-c6b742de-3219-45e0-a08d-7f70448b66a9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768449 Jun 09 22:09:38.154445 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-f24f14c4-c897-4bb6-9183-2f32c64af18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:38.155896 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-f24f14c4-c897-4bb6-9183-2f32c64af18a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1098 time: 0.0728128 Jun 09 22:09:38.296147 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-e320067f-d828-4e98-935c-394320452864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:38.297578 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-e320067f-d828-4e98-935c-394320452864 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1239262 Jun 09 22:09:38.398181 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-65cfa8d4-dbd2-461a-8a8c-8b83ef2a8374 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 200 len: 1000 time: 0.0944486 Jun 09 22:09:38.459696 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-4ecd5436-932d-4e01-9e95-e9f1fbfa909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:38.461138 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-4ecd5436-932d-4e01-9e95-e9f1fbfa909b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0572731 Jun 09 22:09:38.533900 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-8978ebf9-85a0-4965-a30c-0c324712b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:38.535222 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-8978ebf9-85a0-4965-a30c-0c324712b8db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676379 Jun 09 22:09:38.661780 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-4d1e7830-acf3-4188-987e-2603e0aae169 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203053 Jun 09 22:09:38.794267 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ba9ff30a-7a72-4d12-9548-b9609daf196e req-f4669490-3296-4dcc-8773-a3746aaa73e6 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263039 Jun 09 22:09:39.370665 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:59.948725 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:10:01.978519 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [req-a0878b21-ce2b-45b8-9af1-12a16b581d9f req-1f26874b-5189-4e17-a42b-4abb5cf4d159 service neutron] (91685) timed out ('10.222.0.22', 57056) {{(pid=91685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:10:03.242969 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:04.081343 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-ab24f6c0-864c-46e0-bfbd-19c9870da2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:04.717344 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [req-e6b1cfcc-b6cf-442e-96ef-0a782ab269fc req-4f0976d9-2192-4547-99ae-4354c977b5ba service neutron] (91685) timed out ('10.222.0.22', 57037) {{(pid=91685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:10:06.293507 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d8acdbad-7e5d-4425-b32d-06454f8d7547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.486915 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.664986 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:09.373280 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:33.256412 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:34.081336 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f18f60ff-3bd8-41f3-a0fc-14ddc5a12bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.294798 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4523cb97-4b01-4e4f-a069-bfdaa213db32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.487521 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.947831 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:10:37.667252 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:38.030391 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-7ee04cda-c12c-4ee4-9e0c-910e8cb181f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135292 Jun 09 22:10:38.179383 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-5db642b9-9824-4916-a9a7-d680671dca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:38.180796 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-5db642b9-9824-4916-a9a7-d680671dca39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1098 time: 0.0688536 Jun 09 22:10:38.319073 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-78739dce-5543-4bde-806c-051d909bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:38.321115 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-78739dce-5543-4bde-806c-051d909bca24 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1227822 Jun 09 22:10:38.520891 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-0cd51b41-0613-4315-87c9-880c981ea9bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 200 len: 1000 time: 0.1943948 Jun 09 22:10:38.584257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-68d081ce-fc8c-4038-b9f0-e1ae0227ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:38.585697 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-68d081ce-fc8c-4038-b9f0-e1ae0227ec82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0594928 Jun 09 22:10:38.657062 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-302405fe-936c-4a24-a584-e2e37fd479fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:10:38.658469 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-302405fe-936c-4a24-a584-e2e37fd479fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0672266 Jun 09 22:10:38.786120 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-0fb0275b-6a85-419e-9495-5f9031b203be service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205750 Jun 09 22:10:38.915959 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-acb7e872-5e52-413b-93ab-86a3600a25dc req-73dd6688-9df4-4700-a256-cf2f05beb2ff service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238983 Jun 09 22:10:39.376686 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:03.271610 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:04.082750 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-86d0be0a-25a3-45e9-826c-d49baf066a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:06.295885 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-3db8dca0-ed83-4bf5-99dd-05ec35771c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:06.488219 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:07.669452 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:09.379463 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:13.947505 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:33.271158 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:34.084263 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-65198e88-449b-42a8-8c09-9b974fb95aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:36.297690 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-88e34012-7209-4e6d-bf6e-4d5eccdf6944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:36.489187 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:37.671483 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:38.023786 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-0c9bf10c-c4df-4186-81f8-1cb97a63850b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714531 Jun 09 22:11:38.180917 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-9af621e3-43b6-4aba-8626-a3a4b6240fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:38.182328 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-9af621e3-43b6-4aba-8626-a3a4b6240fdf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 1098 time: 0.0689700 Jun 09 22:11:38.324222 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-e62f08c9-3255-4149-bdd3-3e1fa11e23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:38.325838 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-e62f08c9-3255-4149-bdd3-3e1fa11e23cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1255543 Jun 09 22:11:38.430734 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-b0e53265-347d-4b7c-9a66-41fd3cafe316 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 200 len: 1000 time: 0.0975103 Jun 09 22:11:38.490623 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-b13e37f6-5e8b-442f-b91d-ba8b5603e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:38.492002 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-b13e37f6-5e8b-442f-b91d-ba8b5603e8f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0557129 Jun 09 22:11:38.568063 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-6fedf7bd-de9f-40d3-a0c6-d1b215a66395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:38.569497 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-6fedf7bd-de9f-40d3-a0c6-d1b215a66395 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706050 Jun 09 22:11:38.700244 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-cf82f63a-357e-4905-b2ed-5b69f6a72490 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241772 Jun 09 22:11:38.826734 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-480d8b2f-5a7d-4ed3-b060-2141a7a3aa25 req-bd52325f-d364-478e-b333-b96d013a3ebf service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202593 Jun 09 22:11:39.385447 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:47.567448 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e1af-dfea-4b75-98f8-9d2ee040b5d9 req-1e1f4acc-1900-4e22-9a7f-21513878fa55 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:47.568805 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c078e1af-dfea-4b75-98f8-9d2ee040b5d9 req-1e1f4acc-1900-4e22-9a7f-21513878fa55 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 945 time: 0.0776141 Jun 09 22:11:47.612211 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c078e1af-dfea-4b75-98f8-9d2ee040b5d9 req-d9eedf69-ade8-4e94-8f9a-5c40e2f430f8 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373187 Jun 09 22:11:48.808537 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac829-219d-4d04-95b8-d4ae7f0b80a7 req-c363a7c8-a6a5-4ccb-86cf-f81701abdb5b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:48.809934 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c94ac829-219d-4d04-95b8-d4ae7f0b80a7 req-c363a7c8-a6a5-4ccb-86cf-f81701abdb5b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 945 time: 0.0805533 Jun 09 22:11:48.852840 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c94ac829-219d-4d04-95b8-d4ae7f0b80a7 req-d31ee3ec-3b62-4cc5-9ade-747eae2e7e48 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Jun 09 22:11:49.431663 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-5191a5bb-386a-4a04-9ba9-bd0800292009 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:49.433064 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-5191a5bb-386a-4a04-9ba9-bd0800292009 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 945 time: 0.0758805 Jun 09 22:11:49.661796 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Deleting port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:11:49.662124 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:49.791438 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] For port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:11:49.791709 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:50.131151 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:50.131860 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:50.131860 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Floating IP 4af860e8-47c1-4eb6-923b-02e689e84eeb disassociated. External IP: 172.27.1.58, port: 1a304965-e7da-40ca-aeae-f6b8e6ee2e56. Jun 09 22:11:50.132114 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Calling delete_port for 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:11:50.161807 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa081ae7-eb8a-47c0-a493-bb230b63308c req-8c80d882-7c4c-49fd-bfbf-c07574057c8c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:50.163235 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aa081ae7-eb8a-47c0-a493-bb230b63308c req-8c80d882-7c4c-49fd-bfbf-c07574057c8c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 945 time: 0.1895759 Jun 09 22:11:50.220290 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-aa081ae7-eb8a-47c0-a493-bb230b63308c req-9eb4c008-404f-46b8-b1f5-bdfae3053c7e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503449 Jun 09 22:11:50.290697 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:50.296049 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b501070d-1e2e-4c62-9521-003a8bf81a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:50.340238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event deleted for resources: {'Port': ['ID=1a304965-e7da-40ca-aeae-f6b8e6ee2e56,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:50.351158 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.351538 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.351935 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.352859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.353223 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.353580 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.353937 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.354288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.354642 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.354992 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.355344 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.355687 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:50.406879 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:50.531398 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:11:50.702658 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:11:50.712609 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:11:50.722537 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:11:50.723611 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:11:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:11:50.778164 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] No DVR routers for this DVR port 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:11:50.780752 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:50.782681 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8fc4b40e-ef0b-48f9-bdad-02a7a1d66fc2 req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "DELETE /v2.0/ports/1a304965-e7da-40ca-aeae-f6b8e6ee2e56 HTTP/1.1" status: 204 len: 173 time: 1.3443344 Jun 09 22:11:50.783191 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'name': 'network-vif-deleted', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:11:50.785613 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd6c211-ca65-486f-8e6e-fa8f95178d58" -d '{"events": [{"server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "name": "network-vif-deleted", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:11:50.892808 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba40b6b7-7407-4397-9541-0a1b077542f0 x-openstack-request-id: req-ba40b6b7-7407-4397-9541-0a1b077542f0 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:11:50.893157 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4957edc-fcec-48b2-83e7-c7abbf59d5cc", "name": "network-vif-deleted", "tag": "1a304965-e7da-40ca-aeae-f6b8e6ee2e56", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:11:50.893418 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba40b6b7-7407-4397-9541-0a1b077542f0 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:11:50.893852 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4957edc-fcec-48b2-83e7-c7abbf59d5cc', 'name': 'network-vif-deleted', 'tag': '1a304965-e7da-40ca-aeae-f6b8e6ee2e56', 'status': 'completed', 'code': 200} Jun 09 22:11:50.907706 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:11:50.947591 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:51.217747 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:11:51.221707 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:11:51.230660 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:11:51.231273 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:11:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:11:51.368767 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b3512e09-342a-49f2-a114-3a83b1ecb1a1 req-eae09142-d150-400b-a8ec-6558cee03d50 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4957edc-fcec-48b2-83e7-c7abbf59d5cc HTTP/1.1" status: 200 len: 210 time: 0.0412757 Jun 09 22:11:51.406599 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:11:51.742086 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:11:51.746394 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668ca22-c464-4b75-ac58-b442cca21ead None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:11:51.956912 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6567758-5211-4100-92d6-f2acc94d688a None None] New status for floating IP 4af860e8-47c1-4eb6-923b-02e689e84eeb: DOWN {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:11:52.663458 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-d09a889c-2521-4731-8e59-f37bc812a1ed tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930269928&fields=id&tenant_id=f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 267 time: 0.0422199 Jun 09 22:11:52.808149 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-aa44a22b-2a9c-4b22-a0a8-4dcbe128d4a7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:52.809455 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-aa44a22b-2a9c-4b22-a0a8-4dcbe128d4a7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 812 time: 0.1392860 Jun 09 22:11:52.823535 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-cf281b09-f4ae-421f-9e6f-195ce2987c58 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/quotas/f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 375 time: 0.0088153 Jun 09 22:11:53.009407 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8a2f469d-8d07-4c74-857d-8a770d5644d6 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812098 Jun 09 22:11:53.142894 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-90dbd3d6-33f6-44d7-a204-b1a06edb24de service neutron] 10.222.0.26 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223762 Jun 09 22:11:53.269359 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-fddccb22-b411-48e2-bec7-af3fa90dcf75 service neutron] 10.222.0.26 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208799 Jun 09 22:11:53.646650 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a6e3980c-28b5-43b8-b467-5ab9024ae128 req-4f00abd5-9bac-4475-8de3-7588be573915 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 210 time: 0.0420442 Jun 09 22:11:54.675921 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:11:54.710879 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:11:54.711870 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 1a304965-e7da-40ca-aeae-f6b8e6ee2e56 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:11:54.730925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-f9ceff2f-2dea-4db9-a4f6-2b4dacf59287 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:54.732481 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-f9ceff2f-2dea-4db9-a4f6-2b4dacf59287 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 812 time: 0.1533725 Jun 09 22:11:54.818419 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-5c3b8b9d-18c6-4f2c-887d-c567d6edecc6 req-34d2f893-9e32-4a47-88b4-55eda3abb444 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 210 time: 0.0528960 Jun 09 22:11:54.830541 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-73e73966-3418-4d6b-bb38-b8c5d0f3723d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 380 time: 0.0839562 Jun 09 22:11:54.839560 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'port': {'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'admin_state_up': True, 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'security_groups': ['b5681757-afc9-49f0-a05e-cc4e35e2071e']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:11:54.987430 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Made reservation on behalf of f68b3b3082fd47868a06d90738925701 for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:11:54.990693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:55.147585 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Allocated IP 172.20.0.8 (de959919-023d-450d-9f64-97bd422a9389/e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72/76252b47-abd5-45d3-8e5b-96bd11e3d683) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:11:55.326591 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:55.342311 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Transition to ACTIVE for port object 76252b47-abd5-45d3-8e5b-96bd11e3d683 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:11:55.365499 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:55.372095 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-85bf4cad-4785-46d1-bd5b-a5b92822e6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:55.443077 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Network de959919-023d-450d-9f64-97bd422a9389 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:11:55.446785 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:11:55.450738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:11:55.482145 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=76252b47-abd5-45d3-8e5b-96bd11e3d683,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:55.489721 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:55.524658 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:55.525288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:55.544747 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-b0544ea9-319c-4702-8f09-dc4bf7860c2c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7092130 Jun 09 22:11:55.563843 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Request body: {'port': {'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:11:55.678992 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:55.739374 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-79e7520e-7208-4589-b467-7b3946bd5c23 None None] Provisioning for port 76252b47-abd5-45d3-8e5b-96bd11e3d683 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:11:55.744571 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-79e7520e-7208-4589-b467-7b3946bd5c23 None None] Provisioning complete for port 76252b47-abd5-45d3-8e5b-96bd11e3d683 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:11:55.744947 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-79e7520e-7208-4589-b467-7b3946bd5c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:55.798910 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-79e7520e-7208-4589-b467-7b3946bd5c23 None None] Port 76252b47-abd5-45d3-8e5b-96bd11e3d683 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:11:56.166014 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ec255-9cbc-4a51-86e9-e5c812194e8e req-9e3d1479-2747-45a3-89a3-b9d556e99e8d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:56.167371 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3b8ec255-9cbc-4a51-86e9-e5c812194e8e req-9e3d1479-2747-45a3-89a3-b9d556e99e8d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 931 time: 0.1580536 Jun 09 22:11:56.211564 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76252b47-abd5-45d3-8e5b-96bd11e3d683 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:11:56.227512 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:56.244709 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3b8ec255-9cbc-4a51-86e9-e5c812194e8e req-022e4d31-be6b-4c8f-a620-52aed7c3f600 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633743 Jun 09 22:11:56.250133 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Transition to ACTIVE for port object 76252b47-abd5-45d3-8e5b-96bd11e3d683 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:11:56.253658 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:56.259027 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-20dc07cd-1aed-410c-8f05-a017f6f7af10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:56.409867 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Pushing event updated for resources: {'Port': ['ID=76252b47-abd5-45d3-8e5b-96bd11e3d683,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:56.413635 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:56.506407 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Attempting to bind port 76252b47-abd5-45d3-8e5b-96bd11e3d683 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:11:56.506740 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Attempting to bind port 76252b47-abd5-45d3-8e5b-96bd11e3d683 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:11:56.507063 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Attempting to bind port 76252b47-abd5-45d3-8e5b-96bd11e3d683 on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:11:56.511582 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Port 76252b47-abd5-45d3-8e5b-96bd11e3d683 on network de959919-023d-450d-9f64-97bd422a9389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:11:56.511982 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Attempting to bind port 76252b47-abd5-45d3-8e5b-96bd11e3d683 on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:11:56.516973 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:11:56.517306 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Checking segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:11:56.517688 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Bound using segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:11:56.518117 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Bound port: 76252b47-abd5-45d3-8e5b-96bd11e3d683, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:11:56.518458 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:56.605513 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] For port 76252b47-abd5-45d3-8e5b-96bd11e3d683, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:11:56.608746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] For port 76252b47-abd5-45d3-8e5b-96bd11e3d683, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:11:56.612648 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:56.616953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-321b2907-610c-43f4-a107-2a20cabb30d5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:56.674262 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:56.674874 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:56.676276 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] 10.222.0.22 "PUT /v2.0/ports/76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 1093 time: 1.1172869 Jun 09 22:11:56.676787 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:11:56.679072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef332d-0b98-4907-bbf1-ec1f2c82297c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:11:56.703717 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Pushing event updated for resources: {'Port': ['ID=76252b47-abd5-45d3-8e5b-96bd11e3d683,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:56.707516 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:56.763774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d2bf25-0051-48a0-93c2-6029d2ca7bc5 x-openstack-request-id: req-a5d2bf25-0051-48a0-93c2-6029d2ca7bc5 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:11:56.764139 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:11:56.764411 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5d2bf25-0051-48a0-93c2-6029d2ca7bc5 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:11:56.764841 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'status': 'completed', 'code': 200} Jun 09 22:11:56.807497 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-5f93ac07-efdb-4718-b671-a1c1f169218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:56.809009 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-5f93ac07-efdb-4718-b671-a1c1f169218d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1096 time: 0.0781431 Jun 09 22:11:56.883978 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-a6aa04da-77c7-491d-b4b4-0e5a73a49a57 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 217 time: 0.0626576 Jun 09 22:11:56.943861 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8a878d88-5382-4f95-ab0f-0477004a6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:56.945224 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-8a878d88-5382-4f95-ab0f-0477004a6db2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0556743 Jun 09 22:11:57.020384 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-ee500383-2e6d-41e4-b703-52ea59e640d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:57.021852 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-ee500383-2e6d-41e4-b703-52ea59e640d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705962 Jun 09 22:11:57.151283 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-e9b86667-9fc5-4e25-830c-1d9024665616 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227021 Jun 09 22:11:57.277819 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b1993088-b2cf-4a92-b383-5b59a596d5ff req-6385e437-17b2-49c1-9984-f8a9e318d7c9 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204033 Jun 09 22:11:57.482183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b6354-8721-4053-91aa-19bdbc3fb5d2 req-a9ec98c1-8198-495d-bd15-2d32903f366c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:57.483587 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3a1b6354-8721-4053-91aa-19bdbc3fb5d2 req-a9ec98c1-8198-495d-bd15-2d32903f366c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.1355412 Jun 09 22:11:57.485964 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-1e57c08b-993e-4f74-b87f-3ce83d52a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:57.487243 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-1e57c08b-993e-4f74-b87f-3ce83d52a034 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1096 time: 0.1036973 Jun 09 22:11:57.606443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3a1b6354-8721-4053-91aa-19bdbc3fb5d2 req-8eb980e3-b192-4e73-acc1-1f7cb938e0eb tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171062 Jun 09 22:11:57.644039 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-3fb9c530-2b89-4bfa-9619-fcc160e58132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:57.645443 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-3fb9c530-2b89-4bfa-9619-fcc160e58132 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1433794 Jun 09 22:11:57.711009 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-a604526d-7df6-436f-8ef1-4cf75aec8b1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 217 time: 0.0593464 Jun 09 22:11:57.874448 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-c7be14e3-8721-432b-8b26-c22365c7a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:57.875776 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-c7be14e3-8721-432b-8b26-c22365c7a897 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.1588998 Jun 09 22:11:57.950838 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-15e6fac5-8f09-4c98-8a38-277ae0629d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:57.952301 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-15e6fac5-8f09-4c98-8a38-277ae0629d3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0697443 Jun 09 22:11:58.081088 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-5ab7fd2f-9e37-41a6-8b9a-c7afc8c13731 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219280 Jun 09 22:11:58.227614 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-37ef332d-0b98-4907-bbf1-ec1f2c82297c req-16193a91-9e35-4e80-b922-4f75990318ab service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401763 Jun 09 22:11:58.803733 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244af206-46bf-43d3-a05d-08412ef2745a req-fa085733-f9e0-4f37-89eb-f20917e57234 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:58.805736 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-244af206-46bf-43d3-a05d-08412ef2745a req-fa085733-f9e0-4f37-89eb-f20917e57234 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.0925524 Jun 09 22:11:58.848914 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-244af206-46bf-43d3-a05d-08412ef2745a req-63e70d7e-28ab-49fb-afbe-c4996006a44d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375714 Jun 09 22:12:00.033828 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ec2e8-000d-46ab-bfcc-63ae396418d9 req-3e15fecc-427f-4626-887b-028d2808e396 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:00.035247 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e9ec2e8-000d-46ab-bfcc-63ae396418d9 req-3e15fecc-427f-4626-887b-028d2808e396 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.0767119 Jun 09 22:12:00.082603 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6e9ec2e8-000d-46ab-bfcc-63ae396418d9 req-99eb6826-044b-4e07-b903-9dfc5e785a28 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Jun 09 22:12:01.262297 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80f6f1-7afd-4e76-bc07-eed3cb02279a req-60a00a0c-da1c-4394-a087-bf914e9be2cb tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:01.263725 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8c80f6f1-7afd-4e76-bc07-eed3cb02279a req-60a00a0c-da1c-4394-a087-bf914e9be2cb tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.0776627 Jun 09 22:12:01.306966 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8c80f6f1-7afd-4e76-bc07-eed3cb02279a req-998fa994-cfbc-447e-bf47-acc4754042a4 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378318 Jun 09 22:12:02.496596 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443e737-9030-44bc-bee7-48f8ff98967c req-c91fbe01-6f8c-47d1-8b53-3dced57fb506 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:02.498004 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e443e737-9030-44bc-bee7-48f8ff98967c req-c91fbe01-6f8c-47d1-8b53-3dced57fb506 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.0813262 Jun 09 22:12:02.540938 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-e443e737-9030-44bc-bee7-48f8ff98967c req-24683c96-fe68-4d3a-97d1-4b3e9d007a09 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374799 Jun 09 22:12:03.269223 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:03.726491 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25092cd-19db-4ae6-9063-020397766e2e req-39a1b4af-30ca-4db3-b283-3325d10f4fe6 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:03.727930 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a25092cd-19db-4ae6-9063-020397766e2e req-39a1b4af-30ca-4db3-b283-3325d10f4fe6 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.0806754 Jun 09 22:12:03.771434 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a25092cd-19db-4ae6-9063-020397766e2e req-3bf6acb1-1ed0-4fab-82f1-404f0567ca1b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379217 Jun 09 22:12:04.084856 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-44c71fa7-01b9-4950-a95c-dbb406afcf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:04.953355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0006ce-a47e-4d31-bdb8-2527832b0156 req-ce3981fc-6492-41c0-a6bd-7fd4d3988671 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:04.954793 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0d0006ce-a47e-4d31-bdb8-2527832b0156 req-ce3981fc-6492-41c0-a6bd-7fd4d3988671 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.0821776 Jun 09 22:12:04.997349 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0d0006ce-a47e-4d31-bdb8-2527832b0156 req-0492a08c-c191-424f-8b85-cc13669851a4 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370350 Jun 09 22:12:06.176812 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd319-db44-4564-bbf2-b43b136d390d req-db52adfe-9e6e-4fe5-9164-d29e158d032b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:06.178293 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff5dd319-db44-4564-bbf2-b43b136d390d req-db52adfe-9e6e-4fe5-9164-d29e158d032b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 943 time: 0.0789211 Jun 09 22:12:06.222957 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-ff5dd319-db44-4564-bbf2-b43b136d390d req-7bcb243a-af55-4bf5-9bf0-c7fe44f45985 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391576 Jun 09 22:12:06.298972 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-fd94664b-0bc2-48de-a6eb-0e2abf07b99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:06.489458 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:06.715552 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 76252b47-abd5-45d3-8e5b-96bd11e3d683 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:12:06.842704 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 76252b47-abd5-45d3-8e5b-96bd11e3d683, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:12:06.855093 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:12:06.910898 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:06.926625 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76252b47-abd5-45d3-8e5b-96bd11e3d683 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:12:06.941438 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 76252b47-abd5-45d3-8e5b-96bd11e3d683, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:12:06.945022 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:06.946935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:07.009043 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=76252b47-abd5-45d3-8e5b-96bd11e3d683,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:07.015907 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.016248 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.016577 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.016899 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.017217 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.017533 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.017848 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.018160 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.018472 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.018781 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.019092 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.019397 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:07.023096 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:07.369538 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['76252b47-abd5-45d3-8e5b-96bd11e3d683'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:12:07.408194 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c2634-fa5b-4c4c-a1c4-b2cc4c3b7524 req-9fca847f-751d-4bc2-9da8-faf196e7b529 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:07.409630 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d22c2634-fa5b-4c4c-a1c4-b2cc4c3b7524 req-9fca847f-751d-4bc2-9da8-faf196e7b529 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 944 time: 0.0819252 Jun 09 22:12:07.454566 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d22c2634-fa5b-4c4c-a1c4-b2cc4c3b7524 req-365488a4-fccd-48cf-911e-0382409cc12a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383742 Jun 09 22:12:07.672715 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:08.633429 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36fd4-0c42-4595-a3dc-656680b03f49 req-647fafb5-b189-4c3d-8afd-43fe7deb35da tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:08.634780 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-24e36fd4-0c42-4595-a3dc-656680b03f49 req-647fafb5-b189-4c3d-8afd-43fe7deb35da tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 944 time: 0.0780985 Jun 09 22:12:08.682434 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-24e36fd4-0c42-4595-a3dc-656680b03f49 req-4655d642-d10a-423e-9ac7-d17369f6e1fb tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Jun 09 22:12:08.735043 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 76252b47-abd5-45d3-8e5b-96bd11e3d683 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:12:08.802920 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port 76252b47-abd5-45d3-8e5b-96bd11e3d683 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:12:08.807376 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port 76252b47-abd5-45d3-8e5b-96bd11e3d683 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:12:08.807757 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:08.921512 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:08.947558 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:12:08.949812 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b208d2-238b-489d-be4a-2f44ebb2c381" -d '{"events": [{"server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "name": "network-vif-plugged", "status": "completed", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:12:08.958023 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port 76252b47-abd5-45d3-8e5b-96bd11e3d683, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:12:08.965018 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:08.966817 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:09.030660 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=76252b47-abd5-45d3-8e5b-96bd11e3d683,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:09.033606 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:09.042255 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceb117d-f5e3-4137-99cf-7f00c3e1511b x-openstack-request-id: req-1ceb117d-f5e3-4137-99cf-7f00c3e1511b {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:12:09.042558 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "name": "network-vif-plugged", "status": "completed", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:12:09.042820 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ceb117d-f5e3-4137-99cf-7f00c3e1511b {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:12:09.043214 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'code': 200} Jun 09 22:12:09.330157 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f87ce-e387-4706-81e6-09f3819c855f req-a2fdaeca-7a34-46f3-9004-8de9592283a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:09.331471 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4d4f87ce-e387-4706-81e6-09f3819c855f req-a2fdaeca-7a34-46f3-9004-8de9592283a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1098 time: 0.0670209 Jun 09 22:12:09.371489 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4d4f87ce-e387-4706-81e6-09f3819c855f req-3b4b0b82-2fed-45a7-a161-94a7c7f47fd3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327890 Jun 09 22:12:09.385034 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:09.869048 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de00b0-0074-450c-9897-65f153ca019f req-364408c9-6901-471b-9c02-874877899600 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:09.870460 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f7de00b0-0074-450c-9897-65f153ca019f req-364408c9-6901-471b-9c02-874877899600 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 945 time: 0.0821025 Jun 09 22:12:09.916454 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-f7de00b0-0074-450c-9897-65f153ca019f req-93c6f131-999e-42d7-b051-32dac564faac tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Jun 09 22:12:11.099183 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eeb7e-4db7-44cc-94b8-fffe841fda50 req-e03cd905-0853-4448-be08-3f656fd69c1f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:11.100639 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c31eeb7e-4db7-44cc-94b8-fffe841fda50 req-e03cd905-0853-4448-be08-3f656fd69c1f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 945 time: 0.0786445 Jun 09 22:12:11.144198 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c31eeb7e-4db7-44cc-94b8-fffe841fda50 req-50d57d42-b672-4e3e-a40a-ffd18cd47cbc tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Jun 09 22:12:11.324379 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff633e-5b5d-4c78-8c69-6b291b009294 req-a582b92b-194f-4eab-b314-0ea35cb84938 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:11.325810 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-95ff633e-5b5d-4c78-8c69-6b291b009294 req-a582b92b-194f-4eab-b314-0ea35cb84938 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 945 time: 0.0815985 Jun 09 22:12:11.368592 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-95ff633e-5b5d-4c78-8c69-6b291b009294 req-ce06b0a7-5126-49c5-a302-91b48582494b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367017 Jun 09 22:12:11.391288 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57492) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:11.458188 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36966cf8-c965-4e97-a289-7d069b9dd90d tempest-TestVolumeBootPattern-1156484437 tempest-TestVolumeBootPattern-1156484437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:11.459632 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-36966cf8-c965-4e97-a289-7d069b9dd90d tempest-TestVolumeBootPattern-1156484437 tempest-TestVolumeBootPattern-1156484437-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1093 time: 0.0673866 Jun 09 22:12:11.462304 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57494) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:11.466500 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:12:11.489552 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:11.626935 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:11.763921 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Allocated IP 172.27.1.199 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/ddf41bc9-25e3-4fac-99a6-3942e7c1930a) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:12:12.010152 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:12.038974 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:12.042356 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-7cfd383d-3dfa-4690-b0e8-022112361b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:12.105586 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:12:12.108643 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:12:12.113324 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:12:12.156821 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=ddf41bc9-25e3-4fac-99a6-3942e7c1930a,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:12.160819 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:12.520774 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:12.591390 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:12.793332 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:12.798045 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:12.801459 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:12.905500 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=ddf41bc9-25e3-4fac-99a6-3942e7c1930a,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:12.909695 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:12.916309 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:13.080968 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Floating IP 4d394105-e4e2-47e8-96da-edaacc4f5ce0 associated. External IP: 172.27.1.199, port: 76252b47-abd5-45d3-8e5b-96bd11e3d683. Jun 09 22:12:13.201421 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-cc2b170c-1a1b-4d14-b965-ff75a040238b req-43f1a893-bfde-4557-978e-828f666d76b2 service neutron] (91686) timed out ('10.222.0.22', 57012) {{(pid=91686) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:12:13.532061 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:12:13.704194 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:12:13.713756 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:12:13.723564 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:12:13.724235 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:12:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:12:13.727679 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:13.800568 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-1afb1793-d2dc-482d-af0a-444dc475e89a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3369999 Jun 09 22:12:13.801297 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:12:13.803567 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86629352-3f12-4f23-ba77-385fdaa7f5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:12:13.844878 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f279b557-f505-4a15-8a11-6a4238461892 x-openstack-request-id: req-f279b557-f505-4a15-8a11-6a4238461892 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:12:13.845212 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:12:13.845512 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f279b557-f505-4a15-8a11-6a4238461892 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:12:13.845943 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'status': 'completed', 'code': 200} Jun 09 22:12:13.910664 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:12:13.957558 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-0685d7bf-5b01-4bb2-9ed6-ea00be3c8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:13.959028 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-0685d7bf-5b01-4bb2-9ed6-ea00be3c8a2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1098 time: 0.0706050 Jun 09 22:12:14.105168 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-fa771f1f-7ce8-49a8-82f1-8f2e03b2ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:14.109060 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-fa771f1f-7ce8-49a8-82f1-8f2e03b2ca17 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1437323 Jun 09 22:12:14.212668 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-6a2ae3eb-18cc-48e1-b3c6-d62b6396f4b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 999 time: 0.0994205 Jun 09 22:12:14.273235 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-4f74f108-cdab-4a69-8825-93e7567df0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:14.274660 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-4f74f108-cdab-4a69-8825-93e7567df0ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0560980 Jun 09 22:12:14.296411 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:12Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:12:14.300748 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:12:14.308953 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:12:14.309553 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:12:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:12:14.352160 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-947c7be6-d010-48f2-9d33-8c6136610090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:14.353638 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-947c7be6-d010-48f2-9d33-8c6136610090 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728269 Jun 09 22:12:14.489423 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-b2e4ddf4-833b-436d-9c7c-6fc73f43f2a2 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293190 Jun 09 22:12:14.499083 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:12:14.621611 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-86629352-3f12-4f23-ba77-385fdaa7f5b4 req-b8733ddf-8737-4652-89a4-1b62cdd6af39 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254513 Jun 09 22:12:14.837133 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:12Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:12:14.840906 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a1f3c-7c58-4872-aa30-d0f47c5f9450 None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:12Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:12:15.010425 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba98b1-8941-4b29-ba4f-5f70ee58bdd4 None None] New status for floating IP 4d394105-e4e2-47e8-96da-edaacc4f5ce0: ACTIVE {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:12:27.946305 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:12:33.288834 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:34.086311 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-71032498-4b3e-4433-825c-23f3c871ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:36.302151 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5104f00e-ffad-4b90-885f-c866d4e4dc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:36.491220 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:37.675951 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:39.388073 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:39.983157 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-5f8a7667-106e-42c1-ba52-a8c3daf8ffda service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670319 Jun 09 22:12:40.139235 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-20e0f778-30a0-4cac-8121-32472c536827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:40.141118 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-20e0f778-30a0-4cac-8121-32472c536827 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1098 time: 0.0688398 Jun 09 22:12:40.287309 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-8525bb3f-6272-4266-8b77-5c0fe287c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:40.288741 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-8525bb3f-6272-4266-8b77-5c0fe287c9a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1301274 Jun 09 22:12:40.388007 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-2606433e-f55c-451c-8747-2960b8db9c72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 1001 time: 0.0930812 Jun 09 22:12:40.555230 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-5cd0fb5b-e213-4976-882e-dbfd50229679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:40.556659 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-5cd0fb5b-e213-4976-882e-dbfd50229679 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.1624537 Jun 09 22:12:40.630153 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-c9bd33d6-685a-4588-9aaa-645279741b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:40.631577 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-c9bd33d6-685a-4588-9aaa-645279741b51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679479 Jun 09 22:12:40.756546 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-2c272f7e-70fa-4914-ba01-cae85efadc1f service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185343 Jun 09 22:12:40.883592 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-97b07e61-cedf-4e77-a845-38976b0a9578 req-9a4f90dc-2a2d-433b-8584-d1aabc2d0901 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207407 Jun 09 22:13:03.282896 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:04.088251 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-49d458c6-eac3-4e02-967d-e93d828568bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:04.945588 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:13:06.306444 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-aac544a4-bfbd-4585-98d4-06bb3392325d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:06.492620 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:07.677400 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:09.389738 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:33.297985 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:34.088710 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f10c7c3e-5674-410c-9100-3fff0e661197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:36.308066 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b87-3018-43bd-9803-5cb155c406dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:36.494943 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:37.681820 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:39.392862 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:41.944211 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:13:42.003538 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-d48c0805-f526-4db9-8d2e-23a1f306b2ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721006 Jun 09 22:13:42.156455 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-a503a267-6048-4d5b-b70d-a62cb3618d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:13:42.157802 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-a503a267-6048-4d5b-b70d-a62cb3618d44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1098 time: 0.0736961 Jun 09 22:13:42.295521 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-03c724ce-69a9-4f29-90d1-3b1b61cc1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:13:42.296944 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-03c724ce-69a9-4f29-90d1-3b1b61cc1555 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1210446 Jun 09 22:13:42.396237 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-b33cc45c-af27-4a1d-8178-a2f44436c454 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 1001 time: 0.0931113 Jun 09 22:13:42.455384 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-3cd3dad7-5324-4d08-83cc-77b305777139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:13:42.456752 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-3cd3dad7-5324-4d08-83cc-77b305777139 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0542681 Jun 09 22:13:42.531402 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-4f453742-f559-4a0e-b5ee-d6f7f4d48bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:13:42.532885 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-4f453742-f559-4a0e-b5ee-d6f7f4d48bb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706258 Jun 09 22:13:42.659881 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-bef09620-6f4b-4bea-9cd5-537a66c096b3 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208818 Jun 09 22:13:42.786436 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33ec7e45-bd42-44e8-9071-28715ac71407 req-17636428-6fd7-4ca1-a3d8-d710ee6ae4d1 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200261 Jun 09 22:14:03.297123 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:04.089751 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-9e136ad1-1892-4e6c-8882-bddba942c6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:06.309634 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a19b0146-5f04-4bc7-97e7-8c8b0678e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:06.494950 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:07.684220 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:09.397377 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:13.713279 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-f008ace2-8abd-450d-b0a7-829f615d7b60 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930269928&fields=id&tenant_id=f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 267 time: 0.0396802 Jun 09 22:14:13.857163 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-fd1014ed-2cc5-4958-a363-b59014eb0c98 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:13.858595 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-fd1014ed-2cc5-4958-a363-b59014eb0c98 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 812 time: 0.1392453 Jun 09 22:14:13.874992 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-91402982-113c-46b8-be40-622591d8ddf1 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/quotas/f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 375 time: 0.0104067 Jun 09 22:14:13.968419 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-a32d7c54-9a1e-4774-8a5d-a6e3ecfbfa97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0874314 Jun 09 22:14:14.142795 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-17f419e1-b00f-4664-a74a-697199ff2945 service neutron] 10.222.0.26 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631572 Jun 09 22:14:14.373572 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-01c31ba2-1db7-4984-a6e2-2a5e03da1f5b service neutron] 10.222.0.26 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242374 Jun 09 22:14:14.756020 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0ce8c3e8-9741-46bd-b78d-16c637e40b8a req-2e9c06ee-7b48-4ab2-9d03-de8dcd4fd932 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 210 time: 0.0415313 Jun 09 22:14:15.854306 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-b2ac915b-4ea5-4fd9-b54f-05cd16d280c5 req-3bee50dd-0681-4550-9bf3-9c25b53884c5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 210 time: 0.0471575 Jun 09 22:14:16.967618 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-8e0c2685-98b0-405f-9126-f3c88005aec9 req-0b844fa8-75e0-4c5b-80e8-9689bc01b46f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 210 time: 0.0469377 Jun 09 22:14:18.061157 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4a8b3508-e0da-45c9-ad1b-27d363fea427 req-c7e595c4-8274-4c8d-9181-48512e9c5135 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 210 time: 0.0416832 Jun 09 22:14:18.943008 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:14:19.203505 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-07e5d9f8-6332-4376-b799-19213c4c7319 req-a32e871d-1877-4640-b9c6-1a1fd9201d31 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 210 time: 0.0418820 Jun 09 22:14:20.059341 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-0d68893c-4fc4-4c7f-b151-aa2adb776ef5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:20.060747 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-0d68893c-4fc4-4c7f-b151-aa2adb776ef5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 812 time: 0.1461229 Jun 09 22:14:20.116582 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-83eed006-9a09-43e9-91f5-b315dc462e4a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68b3b3082fd47868a06d90738925701 HTTP/1.1" status: 200 len: 380 time: 0.0426190 Jun 09 22:14:20.186277 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'port': {'device_id': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'admin_state_up': True, 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'security_groups': ['b5681757-afc9-49f0-a05e-cc4e35e2071e']}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:14:20.365196 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-d37def9a-85fe-49a3-bccc-bab82e275b98 req-d2f997ce-8dfd-4590-8a0e-75254adb3671 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 210 time: 0.0471108 Jun 09 22:14:20.382608 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Made reservation on behalf of f68b3b3082fd47868a06d90738925701 for: {'port': 1} {{(pid=91686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:14:20.386156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:20.546008 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Allocated IP 172.20.0.7 (de959919-023d-450d-9f64-97bd422a9389/e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72/a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:14:20.738355 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:20.752934 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Transition to ACTIVE for port object a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 will not be triggered until provisioned by entity DHCP. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:14:20.775884 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:20.781161 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-36c138e8-fa1b-4be4-a8f0-7f09f53206e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:20.846103 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Network de959919-023d-450d-9f64-97bd422a9389 is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:14:20.849605 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:14:20.853741 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:14:20.900177 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:20.912527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.912906 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.913282 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.913649 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.914010 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.914401 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.914732 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.915088 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.915447 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.915865 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.916257 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.916617 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:20.923173 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:20.951233 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:20.951879 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:20.970445 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e8248ba1-8c90-464e-bc53-0647c2e3d711 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876644 Jun 09 22:14:20.989877 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Request body: {'port': {'device_id': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:14:21.042493 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-5a119549-dd36-470a-af1e-39056b5aa235 None None] Provisioning for port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 completed by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:14:21.047053 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-5a119549-dd36-470a-af1e-39056b5aa235 None None] Provisioning complete for port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 triggered by entity DHCP. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:14:21.047428 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5a119549-dd36-470a-af1e-39056b5aa235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:21.104889 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-5a119549-dd36-470a-af1e-39056b5aa235 None None] Port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 cannot update to ACTIVE because it is not bound. {{(pid=91687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:14:21.109731 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:21.590281 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 {{(pid=91686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:14:21.599168 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:21.618218 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.provisioning_blocks [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Transition to ACTIVE for port object a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 will not be triggered until provisioned by entity L2. {{(pid=91686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:14:21.629702 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20585df-a760-4f50-abbd-0635d79210eb req-95af1c04-a38e-4693-92be-40e549550c1b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:21.631124 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c20585df-a760-4f50-abbd-0635d79210eb req-95af1c04-a38e-4693-92be-40e549550c1b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 931 time: 0.1554096 Jun 09 22:14:21.631837 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:21.635346 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:21.814011 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:21.824140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-c20585df-a760-4f50-abbd-0635d79210eb req-734dbdf8-a846-4e64-a300-bf7e9205a26e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605322 Jun 09 22:14:21.833168 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:21.897238 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Attempting to bind port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:14:21.897570 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Attempting to bind port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:14:21.897891 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Attempting to bind port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:14:21.902419 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 on network de959919-023d-450d-9f64-97bd422a9389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:14:21.902730 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Attempting to bind port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 on network de959919-023d-450d-9f64-97bd422a9389 {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:14:21.907710 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Checking agent: {'id': '4caa09f3-8fdd-4d86-9873-f125489349a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:14:21.908064 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Checking segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:14:21.908438 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Bound using segment: {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'} {{(pid=91686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:14:21.908856 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.managers [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Bound port: a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0141d00b-7bcd-4afc-89de-06f111809bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'de959919-023d-450d-9f64-97bd422a9389'}}] {{(pid=91686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:14:21.909190 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:21.998818 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] For port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7, host hv-cinder-77428, cleared binding levels {{(pid=91686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:14:22.001542 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] For port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:14:22.006452 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:22.010076 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-920b47c4-73eb-4740-b2bc-67b9b58cad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:22.059589 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:22.060151 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:22.061477 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] 10.222.0.22 "PUT /v2.0/ports/a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 HTTP/1.1" status: 200 len: 1093 time: 1.0784347 Jun 09 22:14:22.068638 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:14:22.071159 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe5b8a8-d105-440e-9a89-036cf41a0ade" -d '{"events": [{"name": "network-changed", "server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:14:22.094875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,revision_number=3']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:22.098834 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-942143d1-3304-49a6-a51c-8f99ce9c3300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:22.195622 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-7af2b1c2-b027-436e-872d-d84ce5fcb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:22.197244 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-7af2b1c2-b027-436e-872d-d84ce5fcb934 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 1096 time: 0.0802250 Jun 09 22:14:22.278276 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-dc4093f9-912e-4f36-980c-884c8968140f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 HTTP/1.1" status: 200 len: 217 time: 0.0677695 Jun 09 22:14:22.351771 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-f8cacacc-b217-4157-886e-ac662f5e703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:22.353100 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-f8cacacc-b217-4157-886e-ac662f5e703f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0690494 Jun 09 22:14:22.425449 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-9bb74e07-c1b4-4d59-8613-38fa3034c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:22.426865 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-9bb74e07-c1b4-4d59-8613-38fa3034c0ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0673623 Jun 09 22:14:22.563767 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-fa74c9c1-e400-4176-9975-36d2ebb24fb2 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303341 Jun 09 22:14:22.692918 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-de58dec2-b842-41f0-923e-4c7e0a9998b3 req-e964a77b-77d4-4f72-983b-584c2e578d39 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234071 Jun 09 22:14:23.008429 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594326-f478-4dcf-ae19-a1422c9597be req-81dd901f-82cd-4522-8d5e-356e9db63b47 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:23.009835 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-38594326-f478-4dcf-ae19-a1422c9597be req-81dd901f-82cd-4522-8d5e-356e9db63b47 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.0769145 Jun 09 22:14:23.057069 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-38594326-f478-4dcf-ae19-a1422c9597be req-90f90966-cbdb-4903-b280-1e0cfe72fed2 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417092 Jun 09 22:14:23.285522 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5ea545-870b-41e0-9cb6-ce5b0429fc40 x-openstack-request-id: req-4b5ea545-870b-41e0-9cb6-ce5b0429fc40 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:14:23.285858 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:14:23.286153 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b5ea545-870b-41e0-9cb6-ce5b0429fc40 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:14:23.286586 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'status': 'completed', 'code': 200} Jun 09 22:14:23.412411 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-a5c9dd7d-f62f-4650-b679-a4a39b6661e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:23.413796 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-a5c9dd7d-f62f-4650-b679-a4a39b6661e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 1096 time: 0.0689340 Jun 09 22:14:23.542269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-0a3db0ab-0595-496c-b959-4db5fa79aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:23.543601 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-0a3db0ab-0595-496c-b959-4db5fa79aabf service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1221182 Jun 09 22:14:23.711276 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-832b73c6-6644-47c5-9beb-480190f72c3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 HTTP/1.1" status: 200 len: 217 time: 0.1611469 Jun 09 22:14:23.776001 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-f2c04481-ae73-4b10-93ab-3b8fb0e6fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:23.777371 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-f2c04481-ae73-4b10-93ab-3b8fb0e6fb12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0568073 Jun 09 22:14:23.853510 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-f59b9556-f5cf-429f-a042-c383eb6020c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:23.854831 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-f59b9556-f5cf-429f-a042-c383eb6020c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680554 Jun 09 22:14:23.985308 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-0b30566a-68f8-4ee4-b6da-44c5999c01fc service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234202 Jun 09 22:14:24.114061 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-abe5b8a8-d105-440e-9a89-036cf41a0ade req-b75b4d7c-40de-44dd-8038-f4b9bdfb001f service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227612 Jun 09 22:14:24.240457 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d5345-b428-4bd2-b628-afe50ee590bc req-ca6e4eb7-4c82-4125-a858-1ba2b82ee89f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:24.241874 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cf2d5345-b428-4bd2-b628-afe50ee590bc req-ca6e4eb7-4c82-4125-a858-1ba2b82ee89f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.0816610 Jun 09 22:14:24.284294 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cf2d5345-b428-4bd2-b628-afe50ee590bc req-b3d96365-3aed-4f9a-9aec-57a4d01915d3 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369396 Jun 09 22:14:25.507784 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718552-3587-47d4-9285-5ec820745692 req-07042f5e-b9de-4a39-890b-51dd23e7bbad tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:25.509233 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-38718552-3587-47d4-9285-5ec820745692 req-07042f5e-b9de-4a39-890b-51dd23e7bbad tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.1212585 Jun 09 22:14:25.555206 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-38718552-3587-47d4-9285-5ec820745692 req-ff49e480-aa37-4223-8f8e-caa04fb631f5 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403836 Jun 09 22:14:26.783517 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cd5da-e15d-45ab-907e-f34c055fa0d0 req-7e6ef114-dc1c-4dea-86a1-e76da6451c11 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:26.785023 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eb5cd5da-e15d-45ab-907e-f34c055fa0d0 req-7e6ef114-dc1c-4dea-86a1-e76da6451c11 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.1217854 Jun 09 22:14:26.827275 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-eb5cd5da-e15d-45ab-907e-f34c055fa0d0 req-d939c7a7-8015-4219-b27a-8b2a742430cf tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Jun 09 22:14:28.010430 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2465c-576a-4927-8ff6-60b8767910e6 req-3b551274-4c4e-40f5-8b99-fe6daa2dd7f4 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:28.011865 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-add2465c-576a-4927-8ff6-60b8767910e6 req-3b551274-4c4e-40f5-8b99-fe6daa2dd7f4 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.0819509 Jun 09 22:14:28.054597 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-add2465c-576a-4927-8ff6-60b8767910e6 req-78c5077d-c25f-40c2-b1bd-20e9c393f290 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370433 Jun 09 22:14:29.233045 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1974-ac71-4170-a2b2-37cf41e6b556 req-a8eede90-a139-4743-bf38-328bd4c992c1 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:29.234467 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-348c1974-ac71-4170-a2b2-37cf41e6b556 req-a8eede90-a139-4743-bf38-328bd4c992c1 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.0784354 Jun 09 22:14:29.277954 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-348c1974-ac71-4170-a2b2-37cf41e6b556 req-5b799b3c-9df2-45ba-98c0-207237a1825d tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Jun 09 22:14:30.464367 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33694fe0-d816-4d90-b619-c81f71b44dee req-95b4696d-59dd-4884-82c4-8766fd5941b0 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:30.465792 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33694fe0-d816-4d90-b619-c81f71b44dee req-95b4696d-59dd-4884-82c4-8766fd5941b0 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.0828190 Jun 09 22:14:30.508040 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-33694fe0-d816-4d90-b619-c81f71b44dee req-78fb72e8-866d-46dd-b24f-ec5047a0146c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367703 Jun 09 22:14:31.470398 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:14:31.639315 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:14:31.652969 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Returning: {'device': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'port_id': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'mac_address': 'fa:16:3e:7d:22:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:14:31.687875 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199328ad-74d3-498d-a288-43e3f82c9696 req-cedf9b20-2ef5-4f23-9657-074342e9a7da tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:31.689319 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-199328ad-74d3-498d-a288-43e3f82c9696 req-cedf9b20-2ef5-4f23-9657-074342e9a7da tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 943 time: 0.0774083 Jun 09 22:14:31.706282 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:31.723229 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 {{(pid=91687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:14:31.733517 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-199328ad-74d3-498d-a288-43e3f82c9696 req-350ccfa3-5300-423d-90a0-94b1d7a1a117 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383284 Jun 09 22:14:31.737941 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:14:31.742056 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:31.743765 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:31.808432 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,revision_number=4']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:31.815250 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.815590 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.815973 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.816300 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.816620 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.816943 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.817258 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.817575 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.817891 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.818205 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.818518 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.818831 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:31.822880 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:32.146282 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] get_ports_and_sgs() called for port_ids ['a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7'] {{(pid=91687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:14:32.918187 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf627d-3313-411e-86ac-e4c0244a0613 req-58b3cc76-bf36-42b3-b0f8-16135175eff7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:32.919622 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cccf627d-3313-411e-86ac-e4c0244a0613 req-58b3cc76-bf36-42b3-b0f8-16135175eff7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 944 time: 0.0836709 Jun 09 22:14:32.969573 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-cccf627d-3313-411e-86ac-e4c0244a0613 req-0873cc40-8a1b-47c6-94b7-a3b963c68770 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442600 Jun 09 22:14:33.310154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:33.489411 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 up at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:14:33.556261 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning for port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 completed by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:14:33.560668 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.provisioning_blocks [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Provisioning complete for port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 triggered by entity L2. {{(pid=91687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:14:33.561035 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526714'] for port, provisioning_complete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:33.669820 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:33.695879 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7'}] {{(pid=91687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:14:33.698128 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}072a4893db11db166e3e0e2e7701ad80c17d033bcad93898f845352227b66352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414941ed-15ae-4822-9bb2-99a2c57e6831" -d '{"events": [{"server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "name": "network-vif-plugged", "status": "completed", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7"}]}' {{(pid=91687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:14:33.705379 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] For port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:14:33.710002 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408'] for port, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:33.712687 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-24465c17-2baa-485f-bc7a-e901c9b26605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:33.748981 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc3aaec-e30b-448e-891d-917c792dd999 x-openstack-request-id: req-4cc3aaec-e30b-448e-891d-917c792dd999 {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:14:33.749218 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "name": "network-vif-plugged", "status": "completed", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7", "code": 200}]} {{(pid=91687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:14:33.749482 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cc3aaec-e30b-448e-891d-917c792dd999 {{(pid=91687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:14:33.749868 dv-cinder-774286-15-iscsi neutron-server[91687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'code': 200} Jun 09 22:14:33.781054 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Pushing event updated for resources: {'Port': ['ID=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,revision_number=5']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:33.783906 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:34.043776 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cd770-a795-4ce6-85d6-dbc35427e2da req-903b301a-5a8f-4852-abde-214fad53aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:34.045284 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-292cd770-a795-4ce6-85d6-dbc35427e2da req-903b301a-5a8f-4852-abde-214fad53aa1a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 1098 time: 0.0685720 Jun 09 22:14:34.090834 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-234f9607-5cca-4b64-b4f9-73896696d0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:34.131932 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-292cd770-a795-4ce6-85d6-dbc35427e2da req-ac150b83-82d0-4d73-8fa2-cb1ee30de2bf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804374 Jun 09 22:14:34.165149 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c303d-8023-4ee7-9474-0f06275ecd30 req-9ac0045a-6cd5-4e29-a38a-95b15859708c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:34.166569 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-643c303d-8023-4ee7-9474-0f06275ecd30 req-9ac0045a-6cd5-4e29-a38a-95b15859708c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 945 time: 0.0913911 Jun 09 22:14:34.210196 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-643c303d-8023-4ee7-9474-0f06275ecd30 req-727f6874-4b09-43b6-8f34-b47e7e22d76c tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378397 Jun 09 22:14:35.399194 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da68c24-3ebf-4318-baa6-b2e8f877724a req-c4dc4faa-f2ad-4129-829d-1cd7ffd2e603 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:35.400668 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7da68c24-3ebf-4318-baa6-b2e8f877724a req-c4dc4faa-f2ad-4129-829d-1cd7ffd2e603 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 945 time: 0.0836999 Jun 09 22:14:35.443952 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7da68c24-3ebf-4318-baa6-b2e8f877724a req-c106ce98-6f7f-45bd-af70-d7e68021331e tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376463 Jun 09 22:14:36.310916 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-28fa1abd-c6e7-4aff-95be-c7da48c93a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:36.495553 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:36.626406 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ae0f-a129-4795-a07e-042d4dfd4d5e req-72970c9d-ad45-4d76-a128-e8805c0df83b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:36.627740 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-46e4ae0f-a129-4795-a07e-042d4dfd4d5e req-72970c9d-ad45-4d76-a128-e8805c0df83b tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 945 time: 0.0797586 Jun 09 22:14:36.671577 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-46e4ae0f-a129-4795-a07e-042d4dfd4d5e req-eb5ae3f8-084a-4219-99a4-8850773e0030 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377221 Jun 09 22:14:36.855350 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479d040-cfcd-4a4c-9a79-cfbef1cc2a04 req-ca52ea9d-1081-4a8e-9e46-ff948ce65214 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:36.856784 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0479d040-cfcd-4a4c-9a79-cfbef1cc2a04 req-ca52ea9d-1081-4a8e-9e46-ff948ce65214 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 945 time: 0.0802033 Jun 09 22:14:36.902305 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-0479d040-cfcd-4a4c-9a79-cfbef1cc2a04 req-5b607510-4453-4da5-941b-a16b757fe1d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 Jun 09 22:14:36.924798 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57662) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:14:37.031252 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd980a-718d-4aff-a100-c1228491ef75 tempest-TestVolumeBootPattern-1156484437 tempest-TestVolumeBootPattern-1156484437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:37.032717 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-c6bd980a-718d-4aff-a100-c1228491ef75 tempest-TestVolumeBootPattern-1156484437 tempest-TestVolumeBootPattern-1156484437-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 1093 time: 0.1069689 Jun 09 22:14:37.036133 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57668) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:14:37.040311 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.v2.base [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Request body: {'floatingip': {'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'port_id': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:14:37.061081 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:37.193827 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:37.328970 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_common [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Allocated IP 172.27.1.223 (15be4d7b-d987-4f63-ac90-0740905bd38b/8346caa0-9e67-4c60-aaac-864685dcc54f/eb36cc0e-03f6-42c1-ad4c-6f69d13fe342) {{(pid=91686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:14:37.570789 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:37.598906 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-579771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793966100345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6730128'] for port, after_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:37.603186 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-4aef4eea-4151-4207-bd6f-b976dd7b0bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:37.661413 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Network 15be4d7b-d987-4f63-ac90-0740905bd38b is already hosted by enough agents. {{(pid=91686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:14:37.664565 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.base_scheduler [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Resources bound (agent type, host, resource id): {{(pid=91686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:14:37.668225 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Received port after_create {{(pid=91686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:14:37.687513 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:37.708012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=eb36cc0e-03f6-42c1-ad4c-6f69d13fe342,revision_number=1']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:37.712027 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:38.074044 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:38.144987 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-586691'] for port, before_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:38.344130 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for port, precommit_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:38.348354 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793966373102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793966100363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793966100408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6730210'] for port, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:38.351715 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-8ff9e3d7-7673-42c2-866c-975c9dc88c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:38.456096 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event updated for resources: {'Port': ['ID=eb36cc0e-03f6-42c1-ad4c-6f69d13fe342,revision_number=2']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:38.458858 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:38.467554 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500578'] for floatingip, after_update {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:38.629880 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Floating IP e11b0d77-3e9d-4ffe-b538-b5e5668b529a associated. External IP: 172.27.1.223, port: a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7. Jun 09 22:14:39.073904 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:14:39.247860 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:14:39.256886 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:14:39.266164 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:14:39.266389 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:39.266766 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:14:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:14:39.320692 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-9810fbd8-f7b4-45ce-a6f6-7d45910efd61 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2835653 Jun 09 22:14:39.321349 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:14:39.323616 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bffee77-3644-4bdf-b983-4298249ddb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:14:39.364863 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbd94ef-9b9f-47ee-bf25-1d9bcfdf627d x-openstack-request-id: req-7dbd94ef-9b9f-47ee-bf25-1d9bcfdf627d {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:14:39.365195 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:14:39.365487 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7dbd94ef-9b9f-47ee-bf25-1d9bcfdf627d {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:14:39.365914 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'status': 'completed', 'code': 200} Jun 09 22:14:39.418028 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:39.451949 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:14:39.481897 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-a2a08c39-dccb-4690-806a-071e147af6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:39.483344 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-a2a08c39-dccb-4690-806a-071e147af6a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 1098 time: 0.0716534 Jun 09 22:14:39.611269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-668514f5-924e-40f9-9f77-8e2dc46d7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:39.613216 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-668514f5-924e-40f9-9f77-8e2dc46d7807 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1232495 Jun 09 22:14:39.713217 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-6e993e36-3da3-4f8a-b9c6-d98057e357aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 HTTP/1.1" status: 200 len: 999 time: 0.0943179 Jun 09 22:14:39.784140 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-14c99837-dea5-4a18-97f2-7df70e4af47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:39.786140 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-14c99837-dea5-4a18-97f2-7df70e4af47c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0572259 Jun 09 22:14:39.792760 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:15Z', 'revision_number': 1, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}, {'id': 'e11b0d77-3e9d-4ffe-b538-b5e5668b529a', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:7d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:14:38Z', 'updated_at': '2021-06-09T22:14:38Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:14:39.796636 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:14:39.804977 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:14:39.805608 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:14:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:14:39.861991 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-65f42fe4-31e7-4503-9ee5-8e733c05dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:39.863364 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-65f42fe4-31e7-4503-9ee5-8e733c05dfc6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716062 Jun 09 22:14:39.977718 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:14:39.991220 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-2d3d911c-8d00-44b2-a1ce-4993c1cf5780 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212389 Jun 09 22:14:40.132679 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4bffee77-3644-4bdf-b983-4298249ddb7e req-78693828-07e5-46c4-aba9-bdff0fa1dd84 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348572 Jun 09 22:14:40.361330 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:15Z', 'revision_number': 1, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}, {'id': 'e11b0d77-3e9d-4ffe-b538-b5e5668b529a', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:7d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:14:38Z', 'updated_at': '2021-06-09T22:14:38Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:14:40.365284 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fc480-831b-4925-825d-0d4e8a00a8ba None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:15Z', 'revision_number': 1, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}, {'id': 'e11b0d77-3e9d-4ffe-b538-b5e5668b529a', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:7d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:14:38Z', 'updated_at': '2021-06-09T22:14:38Z', 'revision_number': 0, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:14:40.533424 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac733b25-67f5-410a-8fc2-c0c11f36461e None None] New status for floating IP e11b0d77-3e9d-4ffe-b538-b5e5668b529a: ACTIVE {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:14:41.999236 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-17079ccf-5e60-4404-a182-45fe758f288c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670688 Jun 09 22:14:42.149712 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-105d1ea4-7c28-4661-8bba-2429e14fe71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:42.151014 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-105d1ea4-7c28-4661-8bba-2429e14fe71b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1098 time: 0.0691531 Jun 09 22:14:42.292990 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-50923b51-08d7-407e-be93-7f850650aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:42.294382 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-50923b51-08d7-407e-be93-7f850650aa31 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1221578 Jun 09 22:14:42.401986 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-8c7c1174-b95d-434b-9180-a9f3825753bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 1001 time: 0.0995688 Jun 09 22:14:42.563677 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-3be2493e-d558-48bc-92cc-dbf954578452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:42.565121 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-3be2493e-d558-48bc-92cc-dbf954578452 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.1573069 Jun 09 22:14:42.637156 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-a8ae5536-21d9-4621-b0fe-3ba962e16190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:14:42.638570 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-a8ae5536-21d9-4621-b0fe-3ba962e16190 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0674562 Jun 09 22:14:42.774103 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-d91f8071-383b-42d3-b55e-15247d323456 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287563 Jun 09 22:14:42.902387 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-75ccc503-0a1d-4dc2-890d-89fe14cd68ae req-ca140e7c-1062-4580-a76a-ae9bb58a698d service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213589 Jun 09 22:14:55.941424 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:15:03.309232 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:04.091325 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-45bf000b-e116-4e7e-96af-da60e2251cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:06.311423 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-db98ac08-4c7a-4fdf-ae79-ca7aedde273b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:06.497765 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:07.688968 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:09.402906 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:32.939552 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:15:33.324346 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:34.091965 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-814f5df3-f625-453c-9f7c-5faabca1b75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:36.312789 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-69d83d75-2d29-4e54-8871-a2c55da26b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:36.498782 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:37.692563 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:39.404276 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:42.084659 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-57730fbe-1e05-48b9-ac27-71a1b061586d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090240 Jun 09 22:15:42.189941 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-a108fb4e-7a94-4161-84d0-3492efa57a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:15:42.191938 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-a108fb4e-7a94-4161-84d0-3492efa57a2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 1098 time: 0.0687041 Jun 09 22:15:42.330377 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-b11d4d2a-332d-41e9-8693-75bd0ce96f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:15:42.331900 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-b11d4d2a-332d-41e9-8693-75bd0ce96f68 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1223519 Jun 09 22:15:42.433002 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-e61eccac-40a8-4fc5-9e6c-e80cbf3b3921 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 HTTP/1.1" status: 200 len: 1001 time: 0.0932517 Jun 09 22:15:42.494930 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-c15d1bf9-5a67-4530-952c-66d8a131ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:15:42.496309 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-c15d1bf9-5a67-4530-952c-66d8a131ef90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0559916 Jun 09 22:15:42.570976 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-3c9a8a8f-f23c-4176-b766-60893124144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:15:42.572379 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-3c9a8a8f-f23c-4176-b766-60893124144c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0690019 Jun 09 22:15:42.699995 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-7a715b60-8e0a-4c8a-858d-6a35164506d5 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208000 Jun 09 22:15:42.827149 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-2cdd7b43-5024-4fdc-bd14-b67ce4bec256 req-2e737f65-2299-4eed-9765-c158e314512b service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197860 Jun 09 22:16:03.337225 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:04.092527 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-68523cb1-6c94-4647-b2b4-b11ec81c8a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:06.315520 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-eea0d0c9-4fa4-4f02-b4a2-af84950967cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:06.499687 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:07.695153 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:09.407677 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:09.938538 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:16:28.496634 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57708) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:28.747028 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Deleting port eb36cc0e-03f6-42c1-ad4c-6f69d13fe342 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:28.747260 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:28.973098 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:28.973416 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:29.089483 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Calling delete_port for eb36cc0e-03f6-42c1-ad4c-6f69d13fe342 owned by network:floatingip {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:29.210973 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:29.214384 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-ccc2e71a-fb97-49ca-a31c-d759fb89be0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:29.259070 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event deleted for resources: {'Port': ['ID=eb36cc0e-03f6-42c1-ad4c-6f69d13fe342,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:29.300092 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.300463 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.300823 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.301180 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.301533 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.301883 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.302229 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.302575 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.302922 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.303263 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.303603 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.304038 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:29.307707 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:29.362234 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:29.362497 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.db.l3_db [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Floating IP e11b0d77-3e9d-4ffe-b538-b5e5668b529a disassociated (deleted). External IP: 172.27.1.223, port: a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7. Jun 09 22:16:29.703459 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:16:29.872242 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:16:29.877021 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:29.881914 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:16:29.891902 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:29.892505 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:29.932262 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "DELETE /v2.0/floatingips/e11b0d77-3e9d-4ffe-b538-b5e5668b529a HTTP/1.1" status: 204 len: 168 time: 1.4345410 Jun 09 22:16:29.933012 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:16:29.935413 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6991250e-01fa-4c96-999c-9238e5d4b681" -d '{"events": [{"name": "network-changed", "server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:16:29.982297 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c247eb-0e26-403a-95d1-cc7e14e7007b x-openstack-request-id: req-59c247eb-0e26-403a-95d1-cc7e14e7007b {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:16:29.982635 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:16:29.982931 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59c247eb-0e26-403a-95d1-cc7e14e7007b {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:16:29.983371 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'status': 'completed', 'code': 200} Jun 09 22:16:30.072510 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:30.098268 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-fde6fe89-2aa5-436b-95e4-1c66bcad7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:30.099760 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-fde6fe89-2aa5-436b-95e4-1c66bcad7baa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 1098 time: 0.0716593 Jun 09 22:16:30.303103 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-9d8a804e-af7d-4908-807c-2f0893161ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:30.304471 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-9d8a804e-af7d-4908-807c-2f0893161ffa service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.1985056 Jun 09 22:16:30.373762 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-b7da1c68-4415-4f88-bd70-915a3b292f25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 HTTP/1.1" status: 200 len: 217 time: 0.0608723 Jun 09 22:16:30.385887 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524016-d74a-428c-837d-682d6c65f523 req-3d34e348-21ab-43fc-b648-314de91b4891 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:30.387281 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bf524016-d74a-428c-837d-682d6c65f523 req-3d34e348-21ab-43fc-b648-314de91b4891 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 945 time: 0.1682258 Jun 09 22:16:30.414520 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:15Z', 'revision_number': 1, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:30.418271 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:16:30.427127 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:30.427737 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:06Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:30.586374 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-e0b238f7-8050-4822-a281-ea1c2e57e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:30.587716 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-e0b238f7-8050-4822-a281-ea1c2e57e928 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.1996040 Jun 09 22:16:30.592452 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bf524016-d74a-428c-837d-682d6c65f523 req-1d1cd6a8-98f9-4cc5-a513-13b717fa522f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725693 Jun 09 22:16:30.656889 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:30.662922 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-7d2e7778-2d0a-4e9f-a7a0-b255867d7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:30.664415 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-7d2e7778-2d0a-4e9f-a7a0-b255867d7f03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688059 Jun 09 22:16:30.803791 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-15628c5a-b2b0-4eee-b003-cccc4c18300f service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316829 Jun 09 22:16:30.935704 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6991250e-01fa-4c96-999c-9238e5d4b681 req-c8c21302-e07e-4a2a-8ec9-48ea23350844 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239500 Jun 09 22:16:31.006465 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:15Z', 'revision_number': 1, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:31.010389 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e3ad6-15c5-481d-9d5c-635702c7b20c None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_floatingips': [{'id': '4d394105-e4e2-47e8-96da-edaacc4f5ce0', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'router_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'port_id': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'mac_address': 'fa:16:3e:ca:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad7e040-f845-4524-8290-821d62d9d774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:12:12Z', 'updated_at': '2021-06-09T22:12:15Z', 'revision_number': 1, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:16:31.221787 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0c9cd-50bd-4f61-bd8c-4b083defb592 None None] New status for floating IP e11b0d77-3e9d-4ffe-b538-b5e5668b529a: DOWN {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:16:31.779099 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757f8ca-d261-4336-96ef-601f912199a4 req-17907da4-5b81-41f9-b2d5-ce5784990efa tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:31.781060 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4757f8ca-d261-4336-96ef-601f912199a4 req-17907da4-5b81-41f9-b2d5-ce5784990efa tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 945 time: 0.0825191 Jun 09 22:16:31.824184 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-4757f8ca-d261-4336-96ef-601f912199a4 req-bb623070-f635-4361-a76d-07f3a562b530 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374773 Jun 09 22:16:32.048831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-c6c541ce-f40e-4ff1-a66c-ba2eb6d33643 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:32.050204 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-c6c541ce-f40e-4ff1-a66c-ba2eb6d33643 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 945 time: 0.0759261 Jun 09 22:16:32.182280 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Deleting port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:32.182619 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:32.309954 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] For port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:32.310295 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:32.430269 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Calling delete_port for a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:32.534454 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:32.540059 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-70e0711c-aa01-4c46-b8a1-3c1902d74f24 tempest-AttachVolumeShelveTestJSON-1225120923 tempest-AttachVolumeShelveTestJSON-1225120923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:32.587095 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event deleted for resources: {'Port': ['ID=a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:32.590122 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:32.659981 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] No DVR routers for this DVR port a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:16:32.662392 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:32.664305 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-7b198a8a-2e13-4f11-8f40-dbfdba8351da req-58f80662-11ba-453a-b5fb-6932cb51c2d7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "DELETE /v2.0/ports/a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 HTTP/1.1" status: 204 len: 173 time: 0.6092136 Jun 09 22:16:32.664806 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'name': 'network-vif-deleted', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:16:32.667040 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f365bb-6571-4b96-bfbd-cc7f3571e208" -d '{"events": [{"server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "name": "network-vif-deleted", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:16:32.721431 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c52e0df-b75d-42b3-a4fa-8921f6724d69 x-openstack-request-id: req-8c52e0df-b75d-42b3-a4fa-8921f6724d69 {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:16:32.721713 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8c46b-193f-49b1-9181-cc11bcbf0453", "name": "network-vif-deleted", "tag": "a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:16:32.722009 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c52e0df-b75d-42b3-a4fa-8921f6724d69 {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:16:32.722444 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df8c46b-193f-49b1-9181-cc11bcbf0453', 'name': 'network-vif-deleted', 'tag': 'a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7', 'status': 'completed', 'code': 200} Jun 09 22:16:32.975907 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3f7e3790-9f10-4349-beca-de3ebad70cc7 req-630abee3-e187-4ff3-be36-686a3b0c4e0f tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df8c46b-193f-49b1-9181-cc11bcbf0453 HTTP/1.1" status: 200 len: 210 time: 0.0468237 Jun 09 22:16:33.344357 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:33.696721 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-0dd60872-fa7b-4bac-8272-1d975c409b0f req-8839bc38-77fa-433b-ae29-775aea55afde service neutron] (91686) timed out ('10.222.0.22', 57042) {{(pid=91686) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:16:34.094942 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-a0eff269-98d1-49e6-8736-99b423baba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:36.097724 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:36.133029 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:36.133311 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device a89d9a9e-da45-4fbc-8050-f0ce6bb8fac7 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:36.315158 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4ecb483f-905e-4767-8abd-ea5c39ca7ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:36.458613 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57756) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:36.501225 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:36.810688 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Deleting port ddf41bc9-25e3-4fac-99a6-3942e7c1930a {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:36.810943 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:36.926746 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:36.927068 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:37.044136 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Calling delete_port for ddf41bc9-25e3-4fac-99a6-3942e7c1930a owned by network:floatingip {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:37.165331 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:37.168666 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-00eac10c-07c1-42a2-a6e5-e8db41a3a1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:37.218699 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event deleted for resources: {'Port': ['ID=ddf41bc9-25e3-4fac-99a6-3942e7c1930a,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:37.226464 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.226850 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.227223 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.227588 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.228002 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.228366 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.228725 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.229081 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.229436 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.229794 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.230148 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.230496 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:37.234142 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:37.320888 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:37.321224 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.db.l3_db [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Floating IP 4d394105-e4e2-47e8-96da-edaacc4f5ce0 disassociated (deleted). External IP: 172.27.1.199, port: 76252b47-abd5-45d3-8e5b-96bd11e3d683. Jun 09 22:16:37.672489 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:16:37.698088 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:37.847910 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:16:37.852021 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:37.857726 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:16:37.866815 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:37.867453 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:37.905182 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-a4351063-08e8-437a-b8f7-55f677db9d97 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d394105-e4e2-47e8-96da-edaacc4f5ce0 HTTP/1.1" status: 204 len: 168 time: 1.4455152 Jun 09 22:16:37.905942 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683'}] {{(pid=91685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:16:37.908355 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfc2ebf8fce5b722e88ee359368948f5e1fee44d3f1fb1fb03041e7ded0e7c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21033a5d-73ac-44c6-9769-434fee5a2d77" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683"}]}' {{(pid=91685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:16:38.001230 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4b8dc6-67bb-4a48-ba81-72e24b18b0bb x-openstack-request-id: req-ba4b8dc6-67bb-4a48-ba81-72e24b18b0bb {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:16:38.001671 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683", "status": "completed", "code": 200}]} {{(pid=91685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:16:38.002555 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba4b8dc6-67bb-4a48-ba81-72e24b18b0bb {{(pid=91685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:16:38.003054 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'status': 'completed', 'code': 200} Jun 09 22:16:38.049918 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:38.137988 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-0f8fba9e-017b-4f82-8b3e-f31b0252180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:38.139496 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-0f8fba9e-017b-4f82-8b3e-f31b0252180b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f68b3b3082fd47868a06d90738925701&device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 1098 time: 0.0857418 Jun 09 22:16:38.358677 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:38.363365 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:16:38.372433 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:38.373060 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:38.445085 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-8b4a5e6f-0fe4-40ca-ae05-98332ae008c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:38.446514 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-8b4a5e6f-0fe4-40ca-ae05-98332ae008c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 200 len: 913 time: 0.2826571 Jun 09 22:16:38.462086 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af9a70-c240-4639-a36a-def499a5b3a2 req-96b896e1-08f7-40a5-b4ce-37efac7526a7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:38.463427 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a5af9a70-c240-4639-a36a-def499a5b3a2 req-96b896e1-08f7-40a5-b4ce-37efac7526a7 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 945 time: 0.2323184 Jun 09 22:16:38.538059 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-9bb72b81-166d-4e7c-a067-d73e99be9003 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 200 len: 217 time: 0.0835347 Jun 09 22:16:38.548670 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:38.599592 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-a5af9a70-c240-4639-a36a-def499a5b3a2 req-5e68185c-b3a2-4849-a1d3-ae06553e3965 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897818 Jun 09 22:16:38.620036 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-8992b06f-adf7-4371-9534-d683430dff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:38.621448 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-8992b06f-adf7-4371-9534-d683430dff82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 200 len: 851 time: 0.0712302 Jun 09 22:16:38.695643 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-7450f1a8-2154-4ce0-a417-1592013fc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:38.697147 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-7450f1a8-2154-4ce0-a417-1592013fc8f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de959919-023d-450d-9f64-97bd422a9389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687749 Jun 09 22:16:38.707953 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-66fc47fa-7167-4593-88b9-3d0fa1ad01a3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91686) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:16:38.708856 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-66fc47fa-7167-4593-88b9-3d0fa1ad01a3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048082 Jun 09 22:16:38.844310 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-b76e806d-d30c-4f50-a418-0b6047ced326 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276693 Jun 09 22:16:38.904489 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:38.908947 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a89425-6940-40a0-96fe-e79b41c4d816 None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:08:40Z', 'revision_number': 4, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi', '_interfaces': [{'id': 'bfc96547-5ab4-49e5-9b65-f97d959d8ab5', 'name': '', 'network_id': 'de959919-023d-450d-9f64-97bd422a9389', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'mac_address': 'fa:16:3e:97:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:39Z', 'updated_at': '2021-06-09T22:08:46Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'subnets': [{'id': 'e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:16:38.978431 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-21033a5d-73ac-44c6-9769-434fee5a2d77 req-92de0b03-0d2e-495e-8e21-52c6dd62a231 service neutron] 10.222.0.22 "GET /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271827 Jun 09 22:16:39.108755 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a6070-dbd0-469a-b577-5ee42ce8f8ba None None] New status for floating IP 4d394105-e4e2-47e8-96da-edaacc4f5ce0: DOWN {{(pid=91688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:16:39.410542 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:39.787620 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85fde8-b788-401c-b2be-21c1e0157e46 req-46200be7-c9e8-4b17-9672-fd576627c755 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:39.789061 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6b85fde8-b788-401c-b2be-21c1e0157e46 req-46200be7-c9e8-4b17-9672-fd576627c755 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 945 time: 0.0812190 Jun 09 22:16:39.832296 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-6b85fde8-b788-401c-b2be-21c1e0157e46 req-10e42b68-bf64-4f83-958c-15502cbe6607 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5681757-afc9-49f0-a05e-cc4e35e2071e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377252 Jun 09 22:16:39.939211 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-a5241f01-ced7-49d4-a65f-ec5742b5dcfd tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:16:39.941178 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-a5241f01-ced7-49d4-a65f-ec5742b5dcfd tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 945 time: 0.0771773 Jun 09 22:16:40.072847 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Deleting port 76252b47-abd5-45d3-8e5b-96bd11e3d683 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:40.073184 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:40.200548 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] For port 76252b47-abd5-45d3-8e5b-96bd11e3d683, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=76252b47-abd5-45d3-8e5b-96bd11e3d683,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:40.200894 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:40.319162 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Calling delete_port for 76252b47-abd5-45d3-8e5b-96bd11e3d683 owned by compute:nova {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:40.425751 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:40.430925 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-612ddcd9-e643-480d-9794-736ab883935e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:40.473993 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event deleted for resources: {'Port': ['ID=76252b47-abd5-45d3-8e5b-96bd11e3d683,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:40.477008 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:40.550334 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] No DVR routers for this DVR port 76252b47-abd5-45d3-8e5b-96bd11e3d683 on host hv-cinder-77428 {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:16:40.552818 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for port, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:40.554727 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-3b2d3d11-ae7f-4a31-a01e-da2a04f980e4 req-6464f37a-d305-45d0-bfce-e00a4fb3a407 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.22 "DELETE /v2.0/ports/76252b47-abd5-45d3-8e5b-96bd11e3d683 HTTP/1.1" status: 204 len: 173 time: 0.6084805 Jun 09 22:16:40.555232 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'name': 'network-vif-deleted', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683'}] {{(pid=91686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:16:40.557559 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415add97620906eee06bad32fe719b8261ac9da25d081864651f9c3b5c5f1ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b15c7-e75b-445e-a42e-417e39f978df" -d '{"events": [{"server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "name": "network-vif-deleted", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683"}]}' {{(pid=91686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:16:40.608877 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56cddd4-4c95-4e54-b331-c1e3f7fd978c x-openstack-request-id: req-d56cddd4-4c95-4e54-b331-c1e3f7fd978c {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:16:40.609213 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad7e040-f845-4524-8290-821d62d9d774", "name": "network-vif-deleted", "tag": "76252b47-abd5-45d3-8e5b-96bd11e3d683", "status": "completed", "code": 200}]} {{(pid=91686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:16:40.609509 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d56cddd4-4c95-4e54-b331-c1e3f7fd978c {{(pid=91686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:16:40.610001 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad7e040-f845-4524-8290-821d62d9d774', 'name': 'network-vif-deleted', 'tag': '76252b47-abd5-45d3-8e5b-96bd11e3d683', 'status': 'completed', 'code': 200} Jun 09 22:16:40.980600 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [req-bf47bbca-7297-4a3b-967a-6df0b5affe12 req-c8f3a8f2-161a-4003-aa9d-b4b56771be84 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad7e040-f845-4524-8290-821d62d9d774 HTTP/1.1" status: 200 len: 210 time: 0.0432100 Jun 09 22:16:42.077274 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57776) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:42.384331 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Deleting port 3007745d-5747-4534-918c-214ce3546244 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:42.384675 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:42.498674 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:42.499000 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:42.616231 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Calling delete_port for 3007745d-5747-4534-918c-214ce3546244 owned by network:floatingip {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:42.724648 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:42.728836 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:42.771868 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event deleted for resources: {'Port': ['ID=3007745d-5747-4534-918c-214ce3546244,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:42.801594 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:42.872958 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for floatingip, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:42.875265 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23679'] for floatingip, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:42.876422 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "DELETE /v2.0/floatingips/4af860e8-47c1-4eb6-923b-02e689e84eeb HTTP/1.1" status: 204 len: 168 time: 0.7981801 Jun 09 22:16:44.111430 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 76252b47-abd5-45d3-8e5b-96bd11e3d683 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:44.145154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] No Port match for: 76252b47-abd5-45d3-8e5b-96bd11e3d683 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:44.145436 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Device 76252b47-abd5-45d3-8e5b-96bd11e3d683 not bound to the agent host hv-cinder-77428 {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:44.249721 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57788) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:44.315887 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec68d7aa-79da-496a-879c-45d91c30b169 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:44.344110 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec68d7aa-79da-496a-879c-45d91c30b169 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:44.404677 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec68d7aa-79da-496a-879c-45d91c30b169 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:44.407010 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ec68d7aa-79da-496a-879c-45d91c30b169 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:44.408148 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ec68d7aa-79da-496a-879c-45d91c30b169 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] 10.222.0.26 "DELETE /v2.0/security-groups/b5681757-afc9-49f0-a05e-cc4e35e2071e HTTP/1.1" status: 204 len: 168 time: 0.1572211 Jun 09 22:16:44.408949 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ffd43581-70b2-4ef8-94cc-46bc187158d9 tempest-AttachVolumeTestJSON-1223222168 tempest-AttachVolumeTestJSON-1223222168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:44.419596 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68d7aa-79da-496a-879c-45d91c30b169 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5681757-afc9-49f0-a05e-cc4e35e2071e,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:44.421770 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ec68d7aa-79da-496a-879c-45d91c30b169 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:44.465585 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57792) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:45.078071 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:45.567504 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Deleting port bfc96547-5ab4-49e5-9b65-f97d959d8ab5 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:45.568554 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:45.684811 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] For port bfc96547-5ab4-49e5-9b65-f97d959d8ab5, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:45.685161 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:45.805205 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Calling delete_port for bfc96547-5ab4-49e5-9b65-f97d959d8ab5 owned by network:router_interface {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:45.940694 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:45.944395 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-bce65b3d-c1e3-4fd7-bcee-a251078a3e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:45.986734 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc96547-5ab4-49e5-9b65-f97d959d8ab5,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:45.989678 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:46.245867 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:46.700752 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Router 1c897f0f-7451-411d-8fe3-1c929da6fb01 has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:16:46.875326 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:16:46.880658 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-2423d7a1-3687-44dc-8940-f9832dbd1b1f admin admin] 10.222.0.26 "PUT /v2.0/routers/1c897f0f-7451-411d-8fe3-1c929da6fb01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140167 Jun 09 22:16:46.883425 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57796) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:46.884964 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] Sync routers for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:16:46.895046 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:46.895654 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:46.936556 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:16:47.072615 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: dv-cinder-774286-15-iscsi {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:47.159069 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks [] for router, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:47.327724 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:47.348154 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'aeebd416-8793-4f69-a25f-e03667808384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:16:45Z', 'revision_number': 5, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port': {'id': 'aeebd416-8793-4f69-a25f-e03667808384', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:37Z', 'updated_at': '2021-06-09T22:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:47.351881 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] Checking router: 1c897f0f-7451-411d-8fe3-1c929da6fb01 for host: dv-cinder-774286-15-iscsi {{(pid=91687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:16:47.360012 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] Routers {'1c897f0f-7451-411d-8fe3-1c929da6fb01'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:47.360609 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['1c897f0f-7451-411d-8fe3-1c929da6fb01'], 'active': True} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:47.401957 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Deleting port aeebd416-8793-4f69-a25f-e03667808384 {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:47.402293 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:47.506563 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvr_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] Set router 1c897f0f-7451-411d-8fe3-1c929da6fb01 gateway port host: None {{(pid=91687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:47.524486 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] For port aeebd416-8793-4f69-a25f-e03667808384, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=aeebd416-8793-4f69-a25f-e03667808384,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:47.524841 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:47.614273 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_hamode_db [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:16:47Z', 'revision_number': 6, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:47.618291 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c333f2-f460-4890-b4c8-294dbdb3ae54 None None] The sync data for ids ['1c897f0f-7451-411d-8fe3-1c929da6fb01'] in dv-cinder-774286-15-iscsi is: [{'id': '1c897f0f-7451-411d-8fe3-1c929da6fb01', 'name': 'tempest-TestVolumeBootPattern-1980381932-router', 'tenant_id': 'f68b3b3082fd47868a06d90738925701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:36Z', 'updated_at': '2021-06-09T22:16:47Z', 'revision_number': 6, 'project_id': 'f68b3b3082fd47868a06d90738925701', 'gw_port_host': None}] {{(pid=91687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:16:47.648149 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Calling delete_port for aeebd416-8793-4f69-a25f-e03667808384 owned by network:router_gateway {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:47.781624 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:47.786255 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-c910321c-e072-4c8e-9711-cc1cc8b6394a tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:47.828072 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=aeebd416-8793-4f69-a25f-e03667808384,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:47.831836 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:47.918125 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.092562 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.094693 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.117218 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.117738 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c897f0f-7451-411d-8fe3-1c929da6fb01 {{(pid=91686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:16:48.121859 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] Notify callbacks [] for router, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.122992 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-b63a20f6-f3db-4f5d-9ef1-f721cbf5f8cd admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c897f0f-7451-411d-8fe3-1c929da6fb01 HTTP/1.1" status: 204 len: 168 time: 1.2385776 Jun 09 22:16:48.125381 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57798) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:48.181732 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Deleting subnet e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 {{(pid=91686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:16:48.184567 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.231737 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5967774'] for subnet, precommit_delete_associations {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.308438 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.374831 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6730147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5881692'] for subnet, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.379527 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:48.417318 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:48.419826 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:48.422451 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for subnet, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.425168 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-cc610f2c-df5c-4e4e-998f-0ce66ea2213f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e45cd8ef-b6a6-4760-a5ad-f1a5ef62ac72 HTTP/1.1" status: 204 len: 168 time: 0.2987752 Jun 09 22:16:48.427452 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.wsgi [-] (91686) accepted ('10.222.0.26', 57800) {{(pid=91686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:48.428621 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d40e41-60d2-4f49-9ef2-5c3e04f95a73 None None] Network de959919-023d-450d-9f64-97bd422a9389 requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:16:48.534082 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.600407 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device aeebd416-8793-4f69-a25f-e03667808384 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:48.664585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: aeebd416-8793-4f69-a25f-e03667808384 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:48.664935 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device aeebd416-8793-4f69-a25f-e03667808384 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:48.665351 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device bfc96547-5ab4-49e5-9b65-f97d959d8ab5 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:48.706667 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: bfc96547-5ab4-49e5-9b65-f97d959d8ab5 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:48.707007 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device bfc96547-5ab4-49e5-9b65-f97d959d8ab5 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:48.726138 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Deleting port f897c63c-9fb5-44bf-90a7-5f104504734e {{(pid=91686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:48.726478 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.806572 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] DHCP port deletion for de959919-023d-450d-9f64-97bd422a9389 request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:16:48.828037 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.db [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] For port f897c63c-9fb5-44bf-90a7-5f104504734e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f897c63c-9fb5-44bf-90a7-5f104504734e,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:48.828309 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.887985 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Deleting port f897c63c-9fb5-44bf-90a7-5f104504734e {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:48.888364 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.954102 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.plugin [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Calling delete_port for f897c63c-9fb5-44bf-90a7-5f104504734e owned by network:dhcp {{(pid=91686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:48.984393 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] For port f897c63c-9fb5-44bf-90a7-5f104504734e, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=f897c63c-9fb5-44bf-90a7-5f104504734e,segment=NetworkSegment(0141d00b-7bcd-4afc-89de-06f111809bd3),segment_id=0141d00b-7bcd-4afc-89de-06f111809bd3)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:48.984780 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:48.999597 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6730217'] for port, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.004233 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-52dc693b-6805-41e4-b4ac-245d7ae23a79 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:49.050968 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] No DVR routers for this DVR port f897c63c-9fb5-44bf-90a7-5f104504734e on host dv-cinder-774286-15-iscsi {{(pid=91686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:16:49.052528 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Pushing event deleted for resources: {'Port': ['ID=f897c63c-9fb5-44bf-90a7-5f104504734e,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:49.077403 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:49.103869 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Calling delete_port for f897c63c-9fb5-44bf-90a7-5f104504734e owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:49.149270 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.154976 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:49.168877 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.184016 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de959919-023d-450d-9f64-97bd422a9389']}} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:49.196576 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0141d00b-7bcd-4afc-89de-06f111809bd3') {'for_net_delete': True} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:49.196876 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.services.segments.db [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0141d00b-7bcd-4afc-89de-06f111809bd3') {} {{(pid=91686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:49.200308 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Pushing event deleted for resources: {'Port': ['ID=f897c63c-9fb5-44bf-90a7-5f104504734e,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:49.208580 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] No DVR routers for this DVR port f897c63c-9fb5-44bf-90a7-5f104504734e on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:16:49.210388 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.210735 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.210868 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5963885'] for segment, before_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.211076 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.211409 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.211737 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.212092 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.212415 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.212739 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.213062 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.213380 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.213698 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.214017 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-iscsi {{(pid=91687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:16:49.217464 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-95edf178-361b-40d9-8b21-f494a73c906e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:49.228173 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.234548 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=91686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:16:49.235895 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6730182'] for segment, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: Traceback (most recent call last): Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: timer() Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: cb(*args, **kw) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: return func(*args, **kwargs) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: self._notify() Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: self.callback(batched_events) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: event.method(event) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: return f(self, *a, **k) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._get(url).json() Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: return self.request(url, 'GET', **kwargs) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:16:49.247986 dv-cinder-774286-15-iscsi neutron-server[91686]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:16:49.323201 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.326746 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-e01ce69a-6507-42b5-ba8a-d3795d3c9bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:49.339428 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron_lib.callbacks.manager [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:49.341206 dv-cinder-774286-15-iscsi neutron-server[91686]: INFO neutron.wsgi [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] 10.222.0.26 "DELETE /v2.0/networks/de959919-023d-450d-9f64-97bd422a9389 HTTP/1.1" status: 204 len: 168 time: 0.9127598 Jun 09 22:16:49.344147 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57802) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:49.347280 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Pushing event deleted for resources: {'Network': ['ID=de959919-023d-450d-9f64-97bd422a9389,revision_number=None']} {{(pid=91686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:49.349535 dv-cinder-774286-15-iscsi neutron-server[91686]: DEBUG oslo_concurrency.lockutils [None req-3312a0f9-80ea-4e3a-86b3-bd06f49c8705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:49.859070 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502732'] for router_interface, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:50.246062 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Deleting port 73159015-d056-45b2-bc3b-83456ead775a {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:50.246402 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:50.361713 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] For port 73159015-d056-45b2-bc3b-83456ead775a, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=73159015-d056-45b2-bc3b-83456ead775a,segment=NetworkSegment(8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b),segment_id=8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:50.362392 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:50.530041 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f897c63c-9fb5-44bf-90a7-5f104504734e no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:50.565735 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: f897c63c-9fb5-44bf-90a7-5f104504734e {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:50.566085 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device f897c63c-9fb5-44bf-90a7-5f104504734e not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:50.605057 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Calling delete_port for 73159015-d056-45b2-bc3b-83456ead775a owned by network:router_interface {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:50.738222 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:50.742426 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-1636b36a-246c-4a54-9f27-5c070d364279 tempest-TestVolumeBootPattern-404880547 tempest-TestVolumeBootPattern-404880547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:50.784364 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=73159015-d056-45b2-bc3b-83456ead775a,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:50.812947 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:51.049284 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502930'] for router_interface, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:51.393792 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Router 3a63862b-a03e-4952-bb33-8c63b7b7d4df has already been hosted by L3 agent c3c6df43-793e-47a9-bc1a-a0496ebdeb1d {{(pid=91685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:16:51.561018 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-iscsi the message routers_updated {{(pid=91685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:16:51.566350 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-fcb433d0-f44d-4eae-87bb-d70caac05b94 admin admin] 10.222.0.26 "PUT /v2.0/routers/3a63862b-a03e-4952-bb33-8c63b7b7d4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2210402 Jun 09 22:16:51.568934 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57804) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:51.570402 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] Sync routers for ids ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'] in dv-cinder-774286-15-iscsi {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:16:51.579457 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] Routers {'3a63862b-a03e-4952-bb33-8c63b7b7d4df'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:51.580648 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:51.740395 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks [] for router, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:51.748511 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] Set router 3a63862b-a03e-4952-bb33-8c63b7b7d4df gateway port host: dv-cinder-774286-15-iscsi {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:52.022762 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.058215 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'external_fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:16:50Z', 'revision_number': 5, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port': {'id': 'da47f039-35e3-4c15-ad58-7ae98e153241', 'name': '', 'network_id': '15be4d7b-d987-4f63-ac90-0740905bd38b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:08:43Z', 'updated_at': '2021-06-09T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8346caa0-9e67-4c60-aaac-864685dcc54f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-iscsi'}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:52.062050 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] Checking router: 3a63862b-a03e-4952-bb33-8c63b7b7d4df for host: dv-cinder-774286-15-iscsi {{(pid=91688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:16:52.071300 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] Routers {'3a63862b-a03e-4952-bb33-8c63b7b7d4df'} bound to L3 agent in host dv-cinder-774286-15-iscsi {{(pid=91688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:16:52.071932 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:16:36Z,host='dv-cinder-774286-15-iscsi',id=c3c6df43-793e-47a9-bc1a-a0496ebdeb1d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'], 'active': True} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:52.092928 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Deleting port da47f039-35e3-4c15-ad58-7ae98e153241 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:52.093282 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.212288 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] For port da47f039-35e3-4c15-ad58-7ae98e153241, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=da47f039-35e3-4c15-ad58-7ae98e153241,segment=NetworkSegment(98bd96a1-0cd0-4b7a-8230-37f715f35e53),segment_id=98bd96a1-0cd0-4b7a-8230-37f715f35e53)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:52.212652 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.215213 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_dvr_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] Set router 3a63862b-a03e-4952-bb33-8c63b7b7d4df gateway port host: None {{(pid=91688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:16:52.316033 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.l3_hamode_db [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:16:52Z', 'revision_number': 6, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port_host': None}], 'dv-cinder-774286-15-iscsi', False) {} {{(pid=91688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:52.319981 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b8fa9-4c84-4cd5-805c-14eb59348f2f None None] The sync data for ids ['3a63862b-a03e-4952-bb33-8c63b7b7d4df'] in dv-cinder-774286-15-iscsi is: [{'id': '3a63862b-a03e-4952-bb33-8c63b7b7d4df', 'name': 'tempest-TestVolumeBootPattern-1838874863-router', 'tenant_id': '9b3978e381ed4ce39e812b8310af0316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:08:42Z', 'updated_at': '2021-06-09T22:16:52Z', 'revision_number': 6, 'project_id': '9b3978e381ed4ce39e812b8310af0316', 'gw_port_host': None}] {{(pid=91688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:16:52.333187 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Calling delete_port for da47f039-35e3-4c15-ad58-7ae98e153241 owned by network:router_gateway {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:52.467999 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.472812 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:52.516663 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=da47f039-35e3-4c15-ad58-7ae98e153241,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:52.520262 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:52.604410 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500565'] for router_gateway, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.788613 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.791420 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.792590 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73159015-d056-45b2-bc3b-83456ead775a no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:52.820650 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507801'] for router, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.821178 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a63862b-a03e-4952-bb33-8c63b7b7d4df {{(pid=91685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:16:52.825718 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] Notify callbacks [] for router, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.826809 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3ebdfad2-1fb5-46aa-b5f2-96a54e987d73 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3a63862b-a03e-4952-bb33-8c63b7b7d4df HTTP/1.1" status: 204 len: 168 time: 1.2567987 Jun 09 22:16:52.829378 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57806) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:52.834840 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 73159015-d056-45b2-bc3b-83456ead775a {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:52.835200 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 73159015-d056-45b2-bc3b-83456ead775a not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:52.892401 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Deleting subnet 076469e4-881d-43fe-b9b0-0185bb09b531 {{(pid=91685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:16:52.895595 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:52.944245 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6023374'] for subnet, precommit_delete_associations {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.018393 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7822180'] for subnet, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.089723 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7822109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6023385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5878907'] for subnet, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.093943 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-9f8e6d0d-b62e-4942-9b46-7af75f78a88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:53.129787 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076469e4-881d-43fe-b9b0-0185bb09b531,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:53.132922 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:53.133837 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.136800 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-ca948148-2975-4df3-8234-4790f26d6fbc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/076469e4-881d-43fe-b9b0-0185bb09b531 HTTP/1.1" status: 204 len: 168 time: 0.3052855 Jun 09 22:16:53.138152 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57808) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:53.140572 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba824f32-6ded-4582-b8bd-2d8f2930a508 None None] Network f27fbf1c-0752-4d70-ab8a-4cdd9545e16b requested from dv-cinder-774286-15-iscsi {{(pid=91687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:16:53.244920 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596980'] for network, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.319884 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Deleting port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 {{(pid=91685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:53.320236 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.412862 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] DHCP port deletion for f27fbf1c-0752-4d70-ab8a-4cdd9545e16b request from dv-cinder-774286-15-iscsi {{(pid=91687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:16:53.480460 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] Deleting port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 {{(pid=91687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:16:53.480837 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793966512604'] for port, before_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.520165 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.db [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] For port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,segment=NetworkSegment(8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b),segment_id=8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b)] {{(pid=91685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:53.520750 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.573636 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.db [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] For port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06, host dv-cinder-774286-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-iscsi',level=0,port_id=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,segment=NetworkSegment(8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b),segment_id=8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b)] {{(pid=91687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:16:53.574034 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501906'] for port, precommit_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.644214 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.plugin [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Calling delete_port for 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 owned by network:dhcp {{(pid=91685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:53.688398 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6023315'] for port, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.692812 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-8e687de7-470f-4b20-ac43-1552ec3d661c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:53.696058 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] Calling delete_port for 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 owned by network:dhcp {{(pid=91687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:16:53.736521 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:53.737337 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8104839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793966373084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793966100354'] for port, after_delete {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.739449 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:53.740245 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] No DVR routers for this DVR port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 on host dv-cinder-774286-15-iscsi {{(pid=91685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:16:53.741096 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:53.782776 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] Pushing event deleted for resources: {'Port': ['ID=4fa19f3a-7d70-41a1-bbd5-a07614d2ca06,revision_number=None']} {{(pid=91687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:53.787315 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG oslo_concurrency.lockutils [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:53.788158 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5459f-86ed-47a6-b203-929c699a3f45 None None] No DVR routers for this DVR port 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 on host dv-cinder-774286-15-iscsi {{(pid=91687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:16:53.854772 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7821037', 'neutron.services.segments.db._delete_segments_for_network-8793966578616'] for network, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.867122 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27fbf1c-0752-4d70-ab8a-4cdd9545e16b']}} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:53.880254 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b') {'for_net_delete': True} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:53.880559 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.services.segments.db [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4fbcf2-8ba8-4681-9a4f-bb0ab64adb6b') {} {{(pid=91685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:16:53.893778 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793966452179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6022973'] for segment, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.910158 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799'] for segment, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.916276 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=91685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:16:53.916656 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6023356'] for segment, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: Traceback (most recent call last): Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: timer() Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: cb(*args, **kw) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: return func(*args, **kwargs) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: self._notify() Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: self.callback(batched_events) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: event.method(event) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: return f(self, *a, **k) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._get(url).json() Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: return self.request(url, 'GET', **kwargs) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:16:53.929417 dv-cinder-774286-15-iscsi neutron-server[91685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:16:54.005118 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7821030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7996193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8104958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500592'] for network, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.009432 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6abf6432-e9eb-4051-821e-d3ed9565c7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:54.025147 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8104853'] for network, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.027080 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f27fbf1c-0752-4d70-ab8a-4cdd9545e16b HTTP/1.1" status: 204 len: 168 time: 0.8865519 Jun 09 22:16:54.034773 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27fbf1c-0752-4d70-ab8a-4cdd9545e16b,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:54.038039 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-43fe10fb-ac80-4f64-9243-7c11a0cb6cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:54.138615 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57812) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:54.185211 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-3e530664-c5de-47e7-adfb-714c95246085 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f68b3b3082fd47868a06d90738925701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453904 Jun 09 22:16:54.187436 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57814) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:54.247133 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-79fe6a39-6537-4f5b-9671-c0e3db4434a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.271896 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-79fe6a39-6537-4f5b-9671-c0e3db4434a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.323145 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-79fe6a39-6537-4f5b-9671-c0e3db4434a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.325548 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-79fe6a39-6537-4f5b-9671-c0e3db4434a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.326648 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-79fe6a39-6537-4f5b-9671-c0e3db4434a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1455a5f7-6876-4074-897e-35bb8d49574c HTTP/1.1" status: 204 len: 168 time: 0.1383114 Jun 09 22:16:54.327380 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-6f2cee69-ef18-4750-b175-03c07571c330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:54.337098 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe6a39-6537-4f5b-9671-c0e3db4434a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455a5f7-6876-4074-897e-35bb8d49574c,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:54.340094 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-79fe6a39-6537-4f5b-9671-c0e3db4434a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:16:54.532483 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device da47f039-35e3-4c15-ad58-7ae98e153241 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:54.568850 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: da47f039-35e3-4c15-ad58-7ae98e153241 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:54.569201 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device da47f039-35e3-4c15-ad58-7ae98e153241 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:54.569612 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 no longer exists at agent ovs-agent-dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:16:54.602273 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] No Port match for: 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 {{(pid=91687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:16:54.602623 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron.plugins.ml2.rpc [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Device 4fa19f3a-7d70-41a1-bbd5-a07614d2ca06 not bound to the agent host dv-cinder-774286-15-iscsi {{(pid=91687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:16:54.765219 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57820) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:54.813376 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-eceab815-291b-4be2-abc8-23638e50efaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b3978e381ed4ce39e812b8310af0316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468936 Jun 09 22:16:54.816243 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [-] (91685) accepted ('10.222.0.26', 57822) {{(pid=91685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:16:54.870747 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5461c456-9850-49d3-b26c-caf0f6bd2206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.899729 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5461c456-9850-49d3-b26c-caf0f6bd2206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.955758 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5461c456-9850-49d3-b26c-caf0f6bd2206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996173'] for security_group, after_delete {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.958302 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron_lib.callbacks.manager [None req-5461c456-9850-49d3-b26c-caf0f6bd2206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:54.959539 dv-cinder-774286-15-iscsi neutron-server[91685]: INFO neutron.wsgi [None req-5461c456-9850-49d3-b26c-caf0f6bd2206 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47008921-794b-40f6-8081-b90543990a77 HTTP/1.1" status: 204 len: 168 time: 0.1423957 Jun 09 22:16:54.960314 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-73c8b67a-4821-44f8-950c-59980838f660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:16:54.969399 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461c456-9850-49d3-b26c-caf0f6bd2206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47008921-794b-40f6-8081-b90543990a77,revision_number=None']} {{(pid=91685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:16:54.971583 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG oslo_concurrency.lockutils [None req-5461c456-9850-49d3-b26c-caf0f6bd2206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:03.352648 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:04.096021 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c2723f98-8388-4200-b93c-39e81747674f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:06.316492 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-05cfb1b9-900c-4c0b-b50b-71d3020559ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:06.503246 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:07.700381 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:09.413553 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.935538 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:17:33.350753 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.097339 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4e3103e9-3b23-4437-afd8-92d38a092363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.316497 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-905d99e4-bcfe-4d7e-b482-798a1e5cc919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.504585 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:37.703332 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:39.416188 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.934773 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:18:03.367293 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:04.098220 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-e2eeaa16-4d6f-4f20-a6b1-37745855cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.345003 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-011a6be8-73cb-4b1f-8954-c2b9095ed79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.504532 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:07.706439 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:09.418219 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:33.363708 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:34.099528 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-f2a32749-d303-4d00-8716-791fbbb2a21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:36.317330 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-6d72cfc5-468f-46cc-8645-8ffce400c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:36.505783 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:37.709224 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:37.933725 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:18:39.422412 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:48.070807 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [req-a601ad2f-096d-4710-8715-e7d7d2a29130 req-79a068ac-7581-45bb-90da-0b2faeda4fb9 service neutron] (91685) timed out ('10.222.0.26', 54464) {{(pid=91685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:19:03.363305 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.101172 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-1baf536a-da2b-4694-bd96-4b35ce6a46c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:06.318711 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c1591407-c8fd-45b8-b91a-175e4d17a868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:06.506020 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:07.712472 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.425004 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:14.932861 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:19:31.019973 dv-cinder-774286-15-iscsi neutron-server[91685]: DEBUG neutron.wsgi [req-ae4a39cf-de7c-492a-bd43-0e839967b129 req-38b7b46a-7986-49f3-8ac8-bd9946442ed9 service neutron] (91685) timed out ('10.222.0.26', 51468) {{(pid=91685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:19:33.363038 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:34.102352 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-2114c279-ef40-488a-bc38-fb5a85231b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:36.321335 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-4550dc3c-58e4-4889-8aeb-e81867364683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:36.507703 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:37.714663 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:39.434512 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.932368 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:20:03.377105 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.104086 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-024b272e-41e7-4e83-a24c-30ff2b43c9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.322895 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-dd739f7d-edcd-4c14-af15-1cf64bde3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.508218 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.717739 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:09.430037 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:28.931373 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:20:33.375996 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:34.103686 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-d04becb5-0035-4061-9084-19b6bbbade53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:36.324763 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-18a4f72b-98d7-4ef7-84e2-b8aa543b9a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:36.509019 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:37.719598 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:39.432038 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:03.381223 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:04.104415 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-53e53e1f-06ab-4dc9-a5ba-17a75211e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:05.929957 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:21:06.326302 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-816b9a3d-cce8-4c4f-9cd2-f4f5b3ee9127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:06.508772 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:07.725208 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:09.441519 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:33.390778 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:34.108500 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-893dc10a-0482-429c-8ac6-e584aeb0dd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.328800 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c8293c6e-fe30-49ce-9d26-d14f0752df26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.509329 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.726158 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.436978 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.929074 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:22:03.389033 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-50365f90-6657-4446-a64d-890983a3fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.109530 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-b5eb7d4f-8011-49df-bd6e-bae05aed25ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:06.330068 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dadc-a644-433d-b869-7a41a045015e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:06.509435 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6c99-d88a-414c-aab7-48a8dfc36bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.728705 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-adc95892-33ba-422d-b6e4-70d8a264dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:09.439719 dv-cinder-774286-15-iscsi neutron-server[91687]: DEBUG neutron_lib.callbacks.manager [None req-5ee416bd-ef12-4342-89c0-6cd10df55e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793966578598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526635'] for agent, after_update {{(pid=91687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.928329 dv-cinder-774286-15-iscsi neutron-server[91688]: DEBUG neutron.db.agents_db [None req-1531ab2d-7ba9-4adb-8ccc-3b161936768c None None] Agent healthcheck: found 6 active agents {{(pid=91688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}